[ 547.771716] env[68986]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68986) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.772085] env[68986]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68986) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.772224] env[68986]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68986) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.772497] env[68986]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 547.867570] env[68986]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68986) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 547.877465] env[68986]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68986) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 547.920149] env[68986]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 548.477948] env[68986]: INFO nova.virt.driver [None req-aef5b543-da4f-48cb-8ea5-b5021e73e02e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 548.548226] env[68986]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.548390] env[68986]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.548492] env[68986]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68986) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 551.428382] env[68986]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-96e93854-b143-484d-8049-b190daab476f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.444982] env[68986]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68986) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 551.445134] env[68986]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f8d2152e-7395-48df-a5b7-149cbe156868 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.477178] env[68986]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 63f43. [ 551.477331] env[68986]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.929s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.477842] env[68986]: INFO nova.virt.vmwareapi.driver [None req-aef5b543-da4f-48cb-8ea5-b5021e73e02e None None] VMware vCenter version: 7.0.3 [ 551.481286] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e106535-067e-4c52-9dcb-77c9cd5e1410 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.503146] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddff460a-ffa2-4b81-9219-813f9e03b84d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.508952] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25b7aca-b0e8-4e89-85b2-dbb40200ea1d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.515596] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d15da0-d9ac-42f1-a7b2-58534d3774b5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.528432] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dae452-2a4a-4c72-9075-966ba17844c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.534304] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf687b-9068-4b76-8c1f-9fc64ebac295 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.564603] env[68986]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-46c54ba0-2c36-44e1-be59-140b539fafe9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.569668] env[68986]: DEBUG nova.virt.vmwareapi.driver [None req-aef5b543-da4f-48cb-8ea5-b5021e73e02e None None] Extension org.openstack.compute already exists. {{(pid=68986) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 551.572287] env[68986]: INFO nova.compute.provider_config [None req-aef5b543-da4f-48cb-8ea5-b5021e73e02e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 552.075643] env[68986]: DEBUG nova.context [None req-aef5b543-da4f-48cb-8ea5-b5021e73e02e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),385116a1-4279-4e5e-a0fc-e8ffee7be430(cell1) {{(pid=68986) load_cells /opt/stack/nova/nova/context.py:464}} [ 552.077683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.077905] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.078617] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.079074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Acquiring lock "385116a1-4279-4e5e-a0fc-e8ffee7be430" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.079247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Lock "385116a1-4279-4e5e-a0fc-e8ffee7be430" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.080243] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Lock "385116a1-4279-4e5e-a0fc-e8ffee7be430" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.100693] env[68986]: INFO dbcounter [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Registered counter for database nova_cell0 [ 552.108879] env[68986]: INFO dbcounter [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Registered counter for database nova_cell1 [ 552.538944] env[68986]: DEBUG oslo_db.sqlalchemy.engines [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68986) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 552.539413] env[68986]: DEBUG oslo_db.sqlalchemy.engines [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68986) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 552.544289] env[68986]: ERROR nova.db.main.api [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 552.544289] env[68986]: result = function(*args, **kwargs) [ 552.544289] env[68986]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 552.544289] env[68986]: return func(*args, **kwargs) [ 552.544289] env[68986]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 552.544289] env[68986]: result = fn(*args, **kwargs) [ 552.544289] env[68986]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 552.544289] env[68986]: return f(*args, **kwargs) [ 552.544289] env[68986]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 552.544289] env[68986]: return db.service_get_minimum_version(context, binaries) [ 552.544289] env[68986]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 552.544289] env[68986]: _check_db_access() [ 552.544289] env[68986]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 552.544289] env[68986]: stacktrace = ''.join(traceback.format_stack()) [ 552.544289] env[68986]: [ 552.545385] env[68986]: ERROR nova.db.main.api [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 552.545385] env[68986]: result = function(*args, **kwargs) [ 552.545385] env[68986]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 552.545385] env[68986]: return func(*args, **kwargs) [ 552.545385] env[68986]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 552.545385] env[68986]: result = fn(*args, **kwargs) [ 552.545385] env[68986]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 552.545385] env[68986]: return f(*args, **kwargs) [ 552.545385] env[68986]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 552.545385] env[68986]: return db.service_get_minimum_version(context, binaries) [ 552.545385] env[68986]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 552.545385] env[68986]: _check_db_access() [ 552.545385] env[68986]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 552.545385] env[68986]: stacktrace = ''.join(traceback.format_stack()) [ 552.545385] env[68986]: [ 552.545794] env[68986]: WARNING nova.objects.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 552.545920] env[68986]: WARNING nova.objects.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Failed to get minimum service version for cell 385116a1-4279-4e5e-a0fc-e8ffee7be430 [ 552.546378] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Acquiring lock "singleton_lock" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.546539] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Acquired lock "singleton_lock" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.546776] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Releasing lock "singleton_lock" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.547118] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Full set of CONF: {{(pid=68986) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 552.547261] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ******************************************************************************** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 552.547388] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] Configuration options gathered from: {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 552.547521] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 552.547720] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 552.547845] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ================================================================================ {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 552.548068] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] allow_resize_to_same_host = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.548245] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] arq_binding_timeout = 300 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.548374] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] backdoor_port = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.548499] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] backdoor_socket = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.548660] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] block_device_allocate_retries = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.548818] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] block_device_allocate_retries_interval = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.548983] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cert = self.pem {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.549165] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.549335] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute_monitors = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.549721] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] config_dir = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.549909] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] config_drive_format = iso9660 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.550057] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.550226] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] config_source = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.550400] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] console_host = devstack {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.550584] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] control_exchange = nova {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.550728] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cpu_allocation_ratio = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.550886] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] daemon = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.551065] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] debug = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.551254] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] default_access_ip_network_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.551434] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] default_availability_zone = nova {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.551594] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] default_ephemeral_format = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.551754] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] default_green_pool_size = 1000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.551990] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.552191] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] default_schedule_zone = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.552364] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] disk_allocation_ratio = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.552550] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] enable_new_services = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.552759] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] enabled_apis = ['osapi_compute'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.552928] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] enabled_ssl_apis = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.553131] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] flat_injected = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.553302] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] force_config_drive = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.553463] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] force_raw_images = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.553632] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] graceful_shutdown_timeout = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.553795] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] heal_instance_info_cache_interval = -1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.554016] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] host = cpu-1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.554201] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.554366] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.554524] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.554732] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.554895] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instance_build_timeout = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.555062] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instance_delete_interval = 300 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.555234] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instance_format = [instance: %(uuid)s] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.555400] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instance_name_template = instance-%08x {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.555556] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instance_usage_audit = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.555722] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instance_usage_audit_period = month {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.555887] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.556098] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.556274] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] internal_service_availability_zone = internal {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.556431] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] key = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.556589] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] live_migration_retry_count = 30 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.556754] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_color = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.556913] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_config_append = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.557090] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.557248] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_dir = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.557404] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_file = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.557530] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_options = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.557686] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_rotate_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.557850] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_rotate_interval_type = days {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.558017] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] log_rotation_type = none {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.558147] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.558273] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.558438] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.558596] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.558740] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.558876] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] long_rpc_timeout = 1800 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.559040] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] max_concurrent_builds = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.559198] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] max_concurrent_live_migrations = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.559353] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] max_concurrent_snapshots = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.559504] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] max_local_block_devices = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.559657] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] max_logfile_count = 30 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.559808] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] max_logfile_size_mb = 200 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.559960] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] maximum_instance_delete_attempts = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.560139] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] metadata_listen = 0.0.0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.560305] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] metadata_listen_port = 8775 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.560469] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] metadata_workers = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.560675] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] migrate_max_retries = -1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.560787] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] mkisofs_cmd = genisoimage {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.560985] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.561127] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] my_ip = 10.180.1.21 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.561359] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.561521] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] network_allocate_retries = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.561694] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.561864] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.562031] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] osapi_compute_listen_port = 8774 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.562201] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] osapi_compute_unique_server_name_scope = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.562367] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] osapi_compute_workers = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.562522] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] password_length = 12 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.562676] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] periodic_enable = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.562832] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] periodic_fuzzy_delay = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.562994] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] pointer_model = usbtablet {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.563172] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] preallocate_images = none {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.563334] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] publish_errors = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.563458] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] pybasedir = /opt/stack/nova {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.563618] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ram_allocation_ratio = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.563765] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] rate_limit_burst = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.563925] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] rate_limit_except_level = CRITICAL {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.564090] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] rate_limit_interval = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.564249] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] reboot_timeout = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.564405] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] reclaim_instance_interval = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.564557] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] record = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.564720] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] reimage_timeout_per_gb = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.564882] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] report_interval = 120 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.565048] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] rescue_timeout = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.565210] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] reserved_host_cpus = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.565366] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] reserved_host_disk_mb = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.565517] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] reserved_host_memory_mb = 512 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.565670] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] reserved_huge_pages = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.565824] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] resize_confirm_window = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.565975] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] resize_fs_using_block_device = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.566143] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] resume_guests_state_on_host_boot = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.566311] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.566471] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] rpc_response_timeout = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.566623] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] run_external_periodic_tasks = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.566785] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] running_deleted_instance_action = reap {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.566939] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.567105] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] running_deleted_instance_timeout = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.567263] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler_instance_sync_interval = 120 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.567429] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_down_time = 720 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.567594] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] servicegroup_driver = db {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.567745] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] shell_completion = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.567901] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] shelved_offload_time = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.568067] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] shelved_poll_interval = 3600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.568238] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] shutdown_timeout = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.568400] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] source_is_ipv6 = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.568557] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ssl_only = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.568838] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.568971] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] sync_power_state_interval = 600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.569146] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] sync_power_state_pool_size = 1000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.569318] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] syslog_log_facility = LOG_USER {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.569475] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] tempdir = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.569632] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] timeout_nbd = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.569799] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] transport_url = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.569958] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] update_resources_interval = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.570128] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] use_cow_images = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.570286] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] use_journal = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.570444] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] use_json = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.570599] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] use_rootwrap_daemon = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.570772] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] use_stderr = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.570904] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] use_syslog = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.571066] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vcpu_pin_set = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.571239] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plugging_is_fatal = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.571406] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plugging_timeout = 300 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.571570] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] virt_mkfs = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.571733] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] volume_usage_poll_interval = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.571892] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] watch_log_file = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.572070] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] web = /usr/share/spice-html5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.572259] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572425] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572587] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572754] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_concurrency.disable_process_locking = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573062] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573248] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573415] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573588] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573760] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573936] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574127] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.auth_strategy = keystone {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574294] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.compute_link_prefix = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574469] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574640] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.dhcp_domain = novalocal {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574805] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.enable_instance_password = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574965] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.glance_link_prefix = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575142] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575315] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575475] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.instance_list_per_project_cells = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575633] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.list_records_by_skipping_down_cells = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575790] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.local_metadata_per_cell = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575954] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.max_limit = 1000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.576131] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.metadata_cache_expiration = 15 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.576306] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.neutron_default_tenant_id = default {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.576475] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.response_validation = warn {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.576639] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.use_neutron_default_nets = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.576803] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.576961] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577136] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577307] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577475] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.vendordata_dynamic_targets = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577634] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.vendordata_jsonfile_path = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577809] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577999] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.backend = dogpile.cache.memcached {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578180] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.backend_argument = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578345] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.backend_expiration_time = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578515] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.config_prefix = cache.oslo {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578685] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.dead_timeout = 60.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578848] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.debug_cache_backend = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579017] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.enable_retry_client = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579187] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.enable_socket_keepalive = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579358] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.enabled = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579519] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.enforce_fips_mode = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579681] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.expiration_time = 600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579841] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.hashclient_retry_attempts = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580014] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580185] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_dead_retry = 300 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580344] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_password = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580502] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580659] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580848] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_pool_maxsize = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580974] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_sasl_enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.memcache_username = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.proxies = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.redis_db = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.redis_password = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582808] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582808] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582808] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.redis_server = localhost:6379 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582808] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.redis_socket_timeout = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582916] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.redis_username = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583080] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.retry_attempts = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583250] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.retry_delay = 0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583415] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.socket_keepalive_count = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583575] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.socket_keepalive_idle = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583734] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.socket_keepalive_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583891] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.tls_allowed_ciphers = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584060] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.tls_cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584224] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.tls_certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584379] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.tls_enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584537] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cache.tls_keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584703] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584885] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.auth_type = password {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.585098] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.585224] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.585389] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.585554] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.585715] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.cross_az_attach = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.585878] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.debug = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586047] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.endpoint_template = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586214] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.http_retries = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586378] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586535] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586706] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.os_region_name = RegionOne {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586868] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587035] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cinder.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587211] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587376] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.cpu_dedicated_set = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587534] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.cpu_shared_set = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587700] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.image_type_exclude_list = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587862] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588036] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588203] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588363] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588534] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588695] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.resource_provider_association_refresh = 300 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588855] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589091] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.shutdown_retry_interval = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589210] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589391] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] conductor.workers = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589569] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] console.allowed_origins = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589729] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] console.ssl_ciphers = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589897] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] console.ssl_minimum_version = default {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590073] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] consoleauth.enforce_session_timeout = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590242] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] consoleauth.token_ttl = 600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590414] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590569] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590730] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590902] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591058] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591219] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591378] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591530] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591689] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591845] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591999] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592169] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592328] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592496] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.service_type = accelerator {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592656] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593100] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593100] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593207] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593305] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593470] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] cyborg.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593637] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.asyncio_connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593795] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.asyncio_slave_connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593965] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.backend = sqlalchemy {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594148] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594317] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.connection_debug = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594486] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.connection_parameters = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594648] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.connection_recycle_time = 3600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594804] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.connection_trace = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594964] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.db_inc_retry_interval = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595139] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.db_max_retries = 20 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595303] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.db_max_retry_interval = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595463] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.db_retry_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595623] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.max_overflow = 50 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595782] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.max_pool_size = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595939] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.max_retries = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596120] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596280] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.mysql_wsrep_sync_wait = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596439] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.pool_timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596600] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.retry_interval = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596753] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.slave_connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596913] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.sqlite_synchronous = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597081] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] database.use_db_reconnect = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597252] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.asyncio_connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597412] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.asyncio_slave_connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597580] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.backend = sqlalchemy {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597749] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597909] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.connection_debug = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598086] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.connection_parameters = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598251] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.connection_recycle_time = 3600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598414] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.connection_trace = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598574] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.db_inc_retry_interval = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598734] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.db_max_retries = 20 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598896] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.db_max_retry_interval = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599070] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.db_retry_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599235] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.max_overflow = 50 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599398] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.max_pool_size = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599556] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.max_retries = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599724] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599882] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600052] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.pool_timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600217] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.retry_interval = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600375] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.slave_connection = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600535] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] api_database.sqlite_synchronous = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600707] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] devices.enabled_mdev_types = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600883] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601057] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601231] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ephemeral_storage_encryption.enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601394] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601563] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.api_servers = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601726] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601886] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602058] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602220] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602382] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602543] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.debug = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602704] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.default_trusted_certificate_ids = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602873] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.enable_certificate_validation = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603037] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.enable_rbd_download = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603190] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603352] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603510] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603663] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603818] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603980] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.num_retries = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604164] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.rbd_ceph_conf = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604331] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.rbd_connect_timeout = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604501] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.rbd_pool = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604667] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.rbd_user = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604835] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605392] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605392] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605392] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.service_type = image {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605531] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605624] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605772] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606760] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606760] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606760] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.verify_glance_signatures = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606760] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] glance.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606760] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] guestfs.debug = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607098] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607098] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.auth_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607188] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607287] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607450] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607611] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607762] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607918] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.608089] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.service_type = shared-file-system {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609636] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.share_apply_policy_timeout = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609636] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609636] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609817] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609918] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610094] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610267] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] manila.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610432] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] mks.enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610797] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610987] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] image_cache.manager_interval = 2400 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611196] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] image_cache.precache_concurrency = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611374] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] image_cache.remove_unused_base_images = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611547] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611714] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611889] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] image_cache.subdirectory_name = _base {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612078] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.api_max_retries = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612267] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.api_retry_interval = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612432] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612594] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.auth_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612753] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612909] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613083] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613249] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.conductor_group = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613409] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613567] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613724] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613883] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614049] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614209] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614433] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614514] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.peer_list = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614673] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614820] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614980] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.serial_console_state_timeout = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615154] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615324] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.service_type = baremetal {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615487] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.shard = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615648] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615958] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615958] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616125] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616320] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616484] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ironic.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616670] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616844] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] key_manager.fixed_key = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617039] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617206] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.barbican_api_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617368] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.barbican_endpoint = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617539] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.barbican_endpoint_type = public {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617696] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.barbican_region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617853] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618016] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618184] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618345] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618499] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618658] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.number_of_retries = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618816] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.retry_delay = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618972] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.send_service_user_token = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619146] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619300] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619454] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.verify_ssl = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619607] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican.verify_ssl_path = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619765] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619930] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.auth_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620157] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620245] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620402] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620558] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620711] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620869] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621044] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] barbican_service_user.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621228] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.approle_role_id = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621412] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.approle_secret_id = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621567] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.kv_mountpoint = secret {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621725] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.kv_path = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621885] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.kv_version = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622053] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.namespace = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622241] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.root_token_id = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622410] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.ssl_ca_crt_file = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622578] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.timeout = 60.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622740] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.use_ssl = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622910] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623090] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623253] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623411] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623569] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623729] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623884] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624053] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624213] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624368] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624564] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624745] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624897] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625067] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625242] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.service_type = identity {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625403] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625560] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625719] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625873] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627151] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627151] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] keystone.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627151] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.ceph_mount_options = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627151] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627151] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.connection_uri = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627336] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.cpu_mode = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627367] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627527] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.cpu_models = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627700] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.cpu_power_governor_high = performance {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627867] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628041] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.cpu_power_management = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628223] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628395] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.device_detach_attempts = 8 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628558] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.device_detach_timeout = 20 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628726] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.disk_cachemodes = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628888] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.disk_prefix = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629084] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.enabled_perf_events = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629270] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.file_backed_memory = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629443] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.gid_maps = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629605] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.hw_disk_discard = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629764] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.hw_machine_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629935] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.images_rbd_ceph_conf = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630114] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630286] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630447] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.images_rbd_glance_store_name = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630619] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.images_rbd_pool = rbd {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630788] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.images_type = default {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630948] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.images_volume_group = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631121] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.inject_key = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631312] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.inject_partition = -2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631532] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.inject_password = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631640] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.iscsi_iface = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631799] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.iser_use_multipath = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631963] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632154] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632331] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_downtime = 500 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632501] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633222] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633222] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_inbound_addr = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633222] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633222] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633367] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_scheme = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633447] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_timeout_action = abort {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633614] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_tunnelled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633774] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_uri = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633934] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.live_migration_with_native_tls = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634105] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.max_queues = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634268] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634506] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634703] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.nfs_mount_options = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634981] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635171] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635340] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635507] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635669] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636692] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.num_pcie_ports = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636692] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636692] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.pmem_namespaces = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636692] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.quobyte_client_cfg = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636692] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636873] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636956] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637115] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637280] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rbd_secret_uuid = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637440] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rbd_user = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637599] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637770] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637931] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rescue_image_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638099] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rescue_kernel_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638261] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rescue_ramdisk_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638430] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638589] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.rx_queue_size = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638755] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.smbfs_mount_options = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639082] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639283] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.snapshot_compression = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639468] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.snapshot_image_format = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639723] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639888] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.sparse_logical_volumes = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640063] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.swtpm_enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640232] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.swtpm_group = tss {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640403] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.swtpm_user = tss {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640570] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.sysinfo_serial = unique {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640712] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.tb_cache_size = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640863] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.tx_queue_size = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641126] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.uid_maps = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641242] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.use_virtio_for_bridges = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641449] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.virt_type = kvm {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641661] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.volume_clear = zero {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641787] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.volume_clear_size = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641948] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.volume_enforce_multipath = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642128] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.volume_use_multipath = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642287] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.vzstorage_cache_path = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642458] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642624] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642784] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642960] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643251] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643441] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.vzstorage_mount_user = stack {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643618] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643792] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643966] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.auth_type = password {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644148] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644304] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644468] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644624] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644844] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644995] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.default_floating_pool = public {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645120] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645282] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.extension_sync_interval = 600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645440] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.http_retries = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645598] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645754] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645909] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646111] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646276] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646448] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.ovs_bridge = br-int {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646610] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.physnets = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646776] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.region_name = RegionOne {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646938] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647119] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.service_metadata_proxy = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647282] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647456] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.service_type = network {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647618] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647784] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647931] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648099] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648285] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648449] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] neutron.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648622] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] notifications.bdms_in_notifications = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648798] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] notifications.default_level = INFO {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648962] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] notifications.include_share_mapping = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649176] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] notifications.notification_format = unversioned {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649351] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] notifications.notify_on_state_change = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649529] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649707] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] pci.alias = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649878] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] pci.device_spec = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650053] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] pci.report_in_placement = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650229] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650400] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.auth_type = password {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650562] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650722] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650874] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651041] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651229] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651400] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651562] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.default_domain_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651777] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.default_domain_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651870] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.domain_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652033] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.domain_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652194] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652351] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652504] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652703] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652895] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653082] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.password = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653247] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.project_domain_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653715] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.project_domain_name = Default {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653715] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.project_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653794] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.project_name = service {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653905] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.region_name = RegionOne {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654086] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654255] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654428] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.service_type = placement {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654590] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654745] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654985] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655157] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.system_scope = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655276] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655427] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.trust_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655586] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.user_domain_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655752] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.user_domain_name = Default {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655908] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.user_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656092] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.username = nova {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656276] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656440] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] placement.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656622] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.cores = 20 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656784] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.count_usage_from_placement = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656954] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657140] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.injected_file_content_bytes = 10240 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657312] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.injected_file_path_length = 255 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657476] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.injected_files = 5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657639] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.instances = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657800] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.key_pairs = 100 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657959] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.metadata_items = 128 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658134] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.ram = 51200 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658297] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.recheck_quota = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658460] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.server_group_members = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658618] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.server_groups = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658880] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659086] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] quota.unified_limits_resource_strategy = require {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659263] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659426] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659583] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.image_metadata_prefilter = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659740] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659898] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.max_attempts = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660070] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.max_placement_results = 1000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660231] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660390] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660720] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660720] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] scheduler.workers = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660881] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661062] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661271] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661447] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661610] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661771] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661930] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662129] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662295] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.host_subset_size = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662458] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662614] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662771] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662929] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663113] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663275] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.isolated_hosts = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663435] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.isolated_images = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663618] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663778] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663937] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664105] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.pci_in_placement = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664267] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664427] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664586] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664742] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664897] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665087] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665273] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.track_instance_changes = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665393] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665556] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] metrics.required = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665723] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] metrics.weight_multiplier = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665884] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666055] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] metrics.weight_setting = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666376] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666545] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] serial_console.enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666718] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] serial_console.port_range = 10000:20000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666886] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667064] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667232] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] serial_console.serialproxy_port = 6083 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667398] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667569] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.auth_type = password {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667729] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667887] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668055] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668218] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668375] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668545] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.send_service_user_token = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668706] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668862] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] service_user.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669043] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.agent_enabled = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669236] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669547] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669753] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669923] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.html5proxy_port = 6082 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670095] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.image_compression = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670256] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.jpeg_compression = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670414] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.playback_compression = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670571] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.require_secure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670737] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.server_listen = 127.0.0.1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670906] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671213] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671416] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.streaming_mode = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671589] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] spice.zlib_compression = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671761] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] upgrade_levels.baseapi = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671942] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] upgrade_levels.compute = auto {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672110] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] upgrade_levels.conductor = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672272] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] upgrade_levels.scheduler = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672435] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672594] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672749] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672903] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673070] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673233] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673393] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673571] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673732] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vendordata_dynamic_auth.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673902] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.api_retry_count = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.674072] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.ca_file = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.674249] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.674419] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.cluster_name = testcl1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.674582] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.connection_pool_size = 10 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.674739] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.console_delay_seconds = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.674904] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.datastore_regex = ^datastore.* {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.675200] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.675323] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.host_password = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.675485] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.host_port = 443 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.675653] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.host_username = administrator@vsphere.local {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.675844] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.insecure = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.676017] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.integration_bridge = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.676212] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.maximum_objects = 100 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.676388] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.pbm_default_policy = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.676551] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.pbm_enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.676707] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.pbm_wsdl_location = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.676876] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.677046] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.serial_port_proxy_uri = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.677205] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.serial_port_service_uri = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.677372] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.task_poll_interval = 0.5 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.677539] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.use_linked_clone = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.677704] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.vnc_keymap = en-us {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.677869] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.vnc_port = 5900 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.678040] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vmware.vnc_port_total = 10000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.678227] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.auth_schemes = ['none'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.678408] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.678690] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.678873] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.679065] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.novncproxy_port = 6080 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.679280] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.server_listen = 127.0.0.1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.679465] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.679628] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.vencrypt_ca_certs = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.679787] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.vencrypt_client_cert = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.679942] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vnc.vencrypt_client_key = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.680133] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.680297] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.disable_deep_image_inspection = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.680458] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.680617] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.680775] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.680931] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.disable_rootwrap = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.681096] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.enable_numa_live_migration = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.681287] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.681456] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.681615] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.681773] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.libvirt_disable_apic = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.681929] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.682150] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.682435] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.682611] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.682778] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.682943] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.683120] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.683286] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.683453] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.683636] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.683826] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.683997] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.client_socket_timeout = 900 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.684180] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.default_pool_size = 1000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.684348] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.keep_alive = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.684513] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.max_header_line = 16384 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.684674] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.684834] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.ssl_ca_file = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.684993] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.ssl_cert_file = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.685166] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.ssl_key_file = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.685332] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.tcp_keepidle = 600 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.685531] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.685662] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] zvm.ca_file = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.685820] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] zvm.cloud_connector_url = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.686135] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.686310] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] zvm.reachable_timeout = 300 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.686480] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.686656] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.686832] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.connection_string = messaging:// {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.687007] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.enabled = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.687184] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.es_doc_type = notification {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.687348] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.es_scroll_size = 10000 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.687514] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.es_scroll_time = 2m {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.687674] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.filter_error_trace = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.687839] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.hmac_keys = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.688012] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.sentinel_service_name = mymaster {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.688182] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.socket_timeout = 0.1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.688343] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.trace_requests = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.688503] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler.trace_sqlalchemy = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.688678] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler_jaeger.process_tags = {} {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.688838] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler_jaeger.service_name_prefix = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.688999] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] profiler_otlp.service_name_prefix = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.689202] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] remote_debug.host = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.689369] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] remote_debug.port = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.689544] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.689704] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.689866] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.690035] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.690200] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.690375] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.690517] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.690672] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.690831] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.691035] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.691211] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.691370] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.691537] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.691703] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.691866] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.692046] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.692247] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.692371] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.692540] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.692701] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.692861] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.693032] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.693200] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.693362] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.693538] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.693706] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.693866] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.694033] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.694195] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.694356] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.694513] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.ssl = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.694681] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.694848] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.695016] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.695193] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.695368] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.695523] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.695716] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.695871] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_notifications.retry = -1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.696059] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.696235] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.696408] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.auth_section = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.696568] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.auth_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.696724] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.cafile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.696878] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.certfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.697048] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.collect_timing = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.697209] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.connect_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.697365] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.connect_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.697522] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.endpoint_id = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.697690] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.697846] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.endpoint_override = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.698018] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.endpoint_region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.698174] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.endpoint_service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.698329] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.endpoint_service_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.698487] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.insecure = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.698643] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.keyfile = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.698794] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.max_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.698945] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.min_version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.699133] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.region_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.699305] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.retriable_status_codes = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.699467] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.service_name = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.699622] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.service_type = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.699779] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.split_loggers = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.699933] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.status_code_retries = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.700108] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.status_code_retry_delay = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.700267] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.timeout = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.700423] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.valid_interfaces = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.700577] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_limit.version = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.700739] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_reports.file_event_handler = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.700900] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.701067] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] oslo_reports.log_dir = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.701263] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.701429] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.701588] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.701753] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.701915] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.702082] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.702256] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.702415] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_ovs_privileged.group = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.702570] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.702732] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.702891] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.703057] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] vif_plug_ovs_privileged.user = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.703231] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.703412] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.703584] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.703750] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.703919] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.704099] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.704268] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.704465] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.704597] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.704764] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_ovs.isolate_vif = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.704926] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.705098] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.705270] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.705436] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.705592] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] os_vif_ovs.per_port_bridge = False {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.705771] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] privsep_osbrick.capabilities = [21] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.705914] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] privsep_osbrick.group = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.706076] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] privsep_osbrick.helper_command = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.706242] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.706405] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.706560] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] privsep_osbrick.user = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.706726] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.706881] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] nova_sys_admin.group = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.707049] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] nova_sys_admin.helper_command = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.707216] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.707376] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.707528] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] nova_sys_admin.user = None {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.707656] env[68986]: DEBUG oslo_service.backend.eventlet.service [None req-fbccc26c-321e-446e-9095-8abd358fb1e2 None None] ******************************************************************************** {{(pid=68986) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 552.708091] env[68986]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 553.211622] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Getting list of instances from cluster (obj){ [ 553.211622] env[68986]: value = "domain-c8" [ 553.211622] env[68986]: _type = "ClusterComputeResource" [ 553.211622] env[68986]: } {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 553.212887] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5536a7-faee-45c4-acdf-f36a9a62967e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.222421] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Got total of 0 instances {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 553.223048] env[68986]: WARNING nova.virt.vmwareapi.driver [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 553.223560] env[68986]: INFO nova.virt.node [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Generated node identity 232528e4-bd89-455c-9ffc-f7d3cc05843d [ 553.223798] env[68986]: INFO nova.virt.node [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Wrote node identity 232528e4-bd89-455c-9ffc-f7d3cc05843d to /opt/stack/data/n-cpu-1/compute_id [ 553.726685] env[68986]: WARNING nova.compute.manager [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Compute nodes ['232528e4-bd89-455c-9ffc-f7d3cc05843d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 554.732936] env[68986]: INFO nova.compute.manager [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 555.738753] env[68986]: WARNING nova.compute.manager [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 555.739143] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.739294] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.739403] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.739555] env[68986]: DEBUG nova.compute.resource_tracker [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.740489] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b5c73-0b7b-490a-afd4-9da79a0a47c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.748979] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d07195d-1e56-4124-9edf-2e0db5997837 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.764082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060dc74a-2d51-4ed8-a1ae-da66a95acb2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.770263] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b9ed7-4b0f-4680-b0e2-5898091ed98e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.798651] env[68986]: DEBUG nova.compute.resource_tracker [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181048MB free_disk=124GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.798819] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.798996] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.301750] env[68986]: WARNING nova.compute.resource_tracker [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] No compute node record for cpu-1:232528e4-bd89-455c-9ffc-f7d3cc05843d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 232528e4-bd89-455c-9ffc-f7d3cc05843d could not be found. [ 556.805618] env[68986]: INFO nova.compute.resource_tracker [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 232528e4-bd89-455c-9ffc-f7d3cc05843d [ 558.314358] env[68986]: DEBUG nova.compute.resource_tracker [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 558.314755] env[68986]: DEBUG nova.compute.resource_tracker [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 558.471791] env[68986]: INFO nova.scheduler.client.report [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] [req-16e088b9-cfa2-4daa-ab06-4825c28f4a5e] Created resource provider record via placement API for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 558.490089] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fdbdf7-d2be-430c-bd3d-b958425ce620 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.498872] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e812ac7-fdd2-41cb-827b-be590889bf1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.530055] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5cb424-1978-4911-a4c9-9c1b57b0912c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.537922] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b60ce-9d73-40ce-b1e0-eb642df8117b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.550795] env[68986]: DEBUG nova.compute.provider_tree [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.087258] env[68986]: DEBUG nova.scheduler.client.report [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 559.087483] env[68986]: DEBUG nova.compute.provider_tree [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 0 to 1 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.087622] env[68986]: DEBUG nova.compute.provider_tree [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.134953] env[68986]: DEBUG nova.compute.provider_tree [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 1 to 2 during operation: update_traits {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.639667] env[68986]: DEBUG nova.compute.resource_tracker [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 559.640041] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.640041] env[68986]: DEBUG nova.service [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Creating RPC server for service compute {{(pid=68986) start /opt/stack/nova/nova/service.py:186}} [ 559.653524] env[68986]: DEBUG nova.service [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] Join ServiceGroup membership for this service compute {{(pid=68986) start /opt/stack/nova/nova/service.py:203}} [ 559.653746] env[68986]: DEBUG nova.servicegroup.drivers.db [None req-75a8d43c-1a86-4344-a6d8-70505e76289b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68986) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 599.340193] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "b1215d95-3286-4169-b4e5-2947574cfe7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.340569] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.845216] env[68986]: DEBUG nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.390677] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.390964] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.392554] env[68986]: INFO nova.compute.claims [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.649017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "d0a68666-a76a-45b4-9683-5803498046c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.649017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "d0a68666-a76a-45b4-9683-5803498046c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.151808] env[68986]: DEBUG nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.368439] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "47736cad-bc63-41b3-b550-f236c3b19354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.368790] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "47736cad-bc63-41b3-b550-f236c3b19354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.395840] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.395840] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.516553] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13d4055-8fdc-4898-bdcd-e16c9f115b2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.524920] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48184613-6f8c-432d-a48d-c5541d4a3d66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.557850] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a81c6f-2747-4ff7-8f35-267ad2f79c8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.566372] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699330b-10b7-46df-8a4d-9df0c7a23672 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.580175] env[68986]: DEBUG nova.compute.provider_tree [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.687475] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.871532] env[68986]: DEBUG nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.900597] env[68986]: DEBUG nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.084568] env[68986]: DEBUG nova.scheduler.client.report [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.342019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.342572] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.407581] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.433523] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.592598] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.592598] env[68986]: DEBUG nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.596134] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.909s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.599620] env[68986]: INFO nova.compute.claims [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.846403] env[68986]: DEBUG nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.109027] env[68986]: DEBUG nova.compute.utils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.109027] env[68986]: DEBUG nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.109027] env[68986]: DEBUG nova.network.neutron [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.381435] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.621922] env[68986]: DEBUG nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.783109] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c8397-ad3f-4368-abb9-7bcca1457276 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.792847] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba3c784-2799-4ac8-8e0b-93652d782564 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.838119] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e842fa1-3231-40ab-99a6-c0e4bd8c2f2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.847263] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1786d5e-7c54-4881-b704-de8bcfecd4be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.877095] env[68986]: DEBUG nova.compute.provider_tree [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.048888] env[68986]: DEBUG nova.policy [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b7b7d6881e43c0bb417f750bbe267b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bcffac892ff414d85d8cc2710fc67ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.382680] env[68986]: DEBUG nova.scheduler.client.report [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.633582] env[68986]: DEBUG nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.670319] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.672022] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.672022] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.672022] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.672022] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.672311] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.672932] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.672932] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.673213] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.673439] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.673552] env[68986]: DEBUG nova.virt.hardware [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.678553] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e05c5-edd6-44f4-9eaf-47cab0df4e76 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.695297] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a6295e-0683-4c04-a1ff-32b9f58391a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.716794] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b10e29-06bc-473b-bf31-9d24784a7203 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.889188] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.889621] env[68986]: DEBUG nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.898017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.487s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.898017] env[68986]: INFO nova.compute.claims [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.397457] env[68986]: DEBUG nova.compute.utils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.399918] env[68986]: DEBUG nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.399918] env[68986]: DEBUG nova.network.neutron [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.615883] env[68986]: DEBUG nova.policy [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c57beb5f1c2e4702ae72a820cf7c21a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6afce9fe31264149b7b31634b4b1f094', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.731045] env[68986]: DEBUG nova.network.neutron [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Successfully created port: b45e938e-5444-4b28-a8b5-c398f58b2e82 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.905370] env[68986]: DEBUG nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.026287] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7741ba82-2891-4fa1-b910-c145f8b032bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.034648] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4450a3-83ee-4600-b504-f9d53d5fb6cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.076651] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3cb43e-fb37-4de4-ad35-a19c7048967b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.086395] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaad15e-cd28-41ac-9f27-acc41beb6ee7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.103867] env[68986]: DEBUG nova.compute.provider_tree [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.607520] env[68986]: DEBUG nova.scheduler.client.report [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.926982] env[68986]: DEBUG nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.968858] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.969210] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.969495] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.969650] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.969836] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.969993] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.970446] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.970446] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.970647] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.970894] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.971165] env[68986]: DEBUG nova.virt.hardware [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.971975] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a4207-b937-4c69-bc12-315c99f391da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.982048] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552ff797-7974-4529-9757-c06fd9fdc82c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.036127] env[68986]: DEBUG nova.network.neutron [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Successfully created port: b5f66ce9-7962-4fc2-bc2f-13690040bb14 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.112178] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.112698] env[68986]: DEBUG nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.118257] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.685s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.124875] env[68986]: INFO nova.compute.claims [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.619886] env[68986]: DEBUG nova.compute.utils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.621301] env[68986]: DEBUG nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.621476] env[68986]: DEBUG nova.network.neutron [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.873246] env[68986]: DEBUG nova.policy [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75530735e1474842800fc3daccd5d6f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42395ceb39364a58958b36667a3858bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.128197] env[68986]: DEBUG nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.264231] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef972aa-5e96-445e-8147-0ac15878f09b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.277377] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b8b0a3-b6b3-4409-aabf-d76158da66ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.319794] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac0b870-eb0a-4a6a-a18f-7be07c99098e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.329508] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c24aac-0c03-4d8b-8bea-9f11c6471080 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.344978] env[68986]: DEBUG nova.compute.provider_tree [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.847273] env[68986]: DEBUG nova.scheduler.client.report [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.937149] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.937603] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.141404] env[68986]: DEBUG nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.174034] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.174034] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.174034] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.174264] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.174264] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.174264] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.174264] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.174264] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.177031] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.177031] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.177031] env[68986]: DEBUG nova.virt.hardware [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.177031] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f4338-def8-477b-b400-3f7235398ad0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.187938] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e012fad-5de1-4b43-90f3-f824d068b1d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.353577] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.357139] env[68986]: DEBUG nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.361430] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.979s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.361430] env[68986]: INFO nova.compute.claims [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.440226] env[68986]: DEBUG nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.626573] env[68986]: DEBUG nova.network.neutron [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Successfully updated port: b45e938e-5444-4b28-a8b5-c398f58b2e82 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.666334] env[68986]: DEBUG nova.network.neutron [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Successfully created port: 1c941761-9e37-4e92-b3c0-51253d4bee63 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.867440] env[68986]: DEBUG nova.compute.utils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.879735] env[68986]: DEBUG nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.879932] env[68986]: DEBUG nova.network.neutron [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.975290] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.132845] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "refresh_cache-b1215d95-3286-4169-b4e5-2947574cfe7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.133046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired lock "refresh_cache-b1215d95-3286-4169-b4e5-2947574cfe7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.133199] env[68986]: DEBUG nova.network.neutron [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.193237] env[68986]: DEBUG nova.policy [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '577add6c0d924faca553d3417a71dcef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbfa673773e74ad3b01c3753c09b2cc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.381424] env[68986]: DEBUG nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.516685] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b333c0-f24f-4fda-b402-35701235d8fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.527387] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088db8d6-79f4-4445-92cb-58a07b13f754 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.566552] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08ff173-7d86-4edb-9be9-48706b33d8dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.574591] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a3d551-f89e-4a36-83b7-47fe2e8cf323 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.588579] env[68986]: DEBUG nova.compute.provider_tree [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.847712] env[68986]: DEBUG nova.network.neutron [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.927110] env[68986]: DEBUG nova.network.neutron [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Successfully updated port: b5f66ce9-7962-4fc2-bc2f-13690040bb14 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.093076] env[68986]: DEBUG nova.scheduler.client.report [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.398284] env[68986]: DEBUG nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.433275] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.433525] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.433673] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.433842] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.433978] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.435918] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.437306] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.437306] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.437306] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.437306] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.437306] env[68986]: DEBUG nova.virt.hardware [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.437551] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "refresh_cache-d0a68666-a76a-45b4-9683-5803498046c8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.437551] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquired lock "refresh_cache-d0a68666-a76a-45b4-9683-5803498046c8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.437604] env[68986]: DEBUG nova.network.neutron [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.440434] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b963a8-3571-455a-8303-59094ac1a2d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.455104] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8b252-63da-4261-9cd9-a2cfa84057f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.595783] env[68986]: DEBUG nova.compute.manager [req-bafd42ba-4862-4a1b-922c-c00d2dd6a727 req-4821bcdc-dc54-490c-b25e-72f7341ab526 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Received event network-vif-plugged-b45e938e-5444-4b28-a8b5-c398f58b2e82 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.598022] env[68986]: DEBUG oslo_concurrency.lockutils [req-bafd42ba-4862-4a1b-922c-c00d2dd6a727 req-4821bcdc-dc54-490c-b25e-72f7341ab526 service nova] Acquiring lock "b1215d95-3286-4169-b4e5-2947574cfe7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.598022] env[68986]: DEBUG oslo_concurrency.lockutils [req-bafd42ba-4862-4a1b-922c-c00d2dd6a727 req-4821bcdc-dc54-490c-b25e-72f7341ab526 service nova] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.598022] env[68986]: DEBUG oslo_concurrency.lockutils [req-bafd42ba-4862-4a1b-922c-c00d2dd6a727 req-4821bcdc-dc54-490c-b25e-72f7341ab526 service nova] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.598285] env[68986]: DEBUG nova.compute.manager [req-bafd42ba-4862-4a1b-922c-c00d2dd6a727 req-4821bcdc-dc54-490c-b25e-72f7341ab526 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] No waiting events found dispatching network-vif-plugged-b45e938e-5444-4b28-a8b5-c398f58b2e82 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.598476] env[68986]: WARNING nova.compute.manager [req-bafd42ba-4862-4a1b-922c-c00d2dd6a727 req-4821bcdc-dc54-490c-b25e-72f7341ab526 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Received unexpected event network-vif-plugged-b45e938e-5444-4b28-a8b5-c398f58b2e82 for instance with vm_state building and task_state spawning. [ 611.599630] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.600110] env[68986]: DEBUG nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.602864] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.628s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.604892] env[68986]: INFO nova.compute.claims [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.858406] env[68986]: DEBUG nova.network.neutron [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Updating instance_info_cache with network_info: [{"id": "b45e938e-5444-4b28-a8b5-c398f58b2e82", "address": "fa:16:3e:e2:93:b8", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45e938e-54", "ovs_interfaceid": "b45e938e-5444-4b28-a8b5-c398f58b2e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.043148] env[68986]: DEBUG nova.compute.manager [req-33b8cbd6-77d6-4616-8ecf-f0d1fa6a88c2 req-85ba5dda-fd1a-4c18-a932-850fd9411068 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Received event network-vif-plugged-b5f66ce9-7962-4fc2-bc2f-13690040bb14 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.043148] env[68986]: DEBUG oslo_concurrency.lockutils [req-33b8cbd6-77d6-4616-8ecf-f0d1fa6a88c2 req-85ba5dda-fd1a-4c18-a932-850fd9411068 service nova] Acquiring lock "d0a68666-a76a-45b4-9683-5803498046c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.043296] env[68986]: DEBUG oslo_concurrency.lockutils [req-33b8cbd6-77d6-4616-8ecf-f0d1fa6a88c2 req-85ba5dda-fd1a-4c18-a932-850fd9411068 service nova] Lock "d0a68666-a76a-45b4-9683-5803498046c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.043808] env[68986]: DEBUG oslo_concurrency.lockutils [req-33b8cbd6-77d6-4616-8ecf-f0d1fa6a88c2 req-85ba5dda-fd1a-4c18-a932-850fd9411068 service nova] Lock "d0a68666-a76a-45b4-9683-5803498046c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.044703] env[68986]: DEBUG nova.compute.manager [req-33b8cbd6-77d6-4616-8ecf-f0d1fa6a88c2 req-85ba5dda-fd1a-4c18-a932-850fd9411068 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] No waiting events found dispatching network-vif-plugged-b5f66ce9-7962-4fc2-bc2f-13690040bb14 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.044703] env[68986]: WARNING nova.compute.manager [req-33b8cbd6-77d6-4616-8ecf-f0d1fa6a88c2 req-85ba5dda-fd1a-4c18-a932-850fd9411068 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Received unexpected event network-vif-plugged-b5f66ce9-7962-4fc2-bc2f-13690040bb14 for instance with vm_state building and task_state spawning. [ 612.063817] env[68986]: DEBUG nova.network.neutron [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Successfully created port: 1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.113038] env[68986]: DEBUG nova.compute.utils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.119986] env[68986]: DEBUG nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.119986] env[68986]: DEBUG nova.network.neutron [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.138124] env[68986]: DEBUG nova.network.neutron [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.361618] env[68986]: DEBUG nova.policy [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39e2ab31381047ada288edbb36b07848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '080610628bc0422f8d395d06163ee464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.363397] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Releasing lock "refresh_cache-b1215d95-3286-4169-b4e5-2947574cfe7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.363665] env[68986]: DEBUG nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Instance network_info: |[{"id": "b45e938e-5444-4b28-a8b5-c398f58b2e82", "address": "fa:16:3e:e2:93:b8", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45e938e-54", "ovs_interfaceid": "b45e938e-5444-4b28-a8b5-c398f58b2e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.364111] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:93:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b45e938e-5444-4b28-a8b5-c398f58b2e82', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.378508] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.379143] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d65fef8-6151-4b22-97c2-a327caa04f8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.394188] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Created folder: OpenStack in parent group-v4. [ 612.394386] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Creating folder: Project (0bcffac892ff414d85d8cc2710fc67ef). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.394631] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-950df50f-b19a-414a-abcb-c53497381c6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.404488] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Created folder: Project (0bcffac892ff414d85d8cc2710fc67ef) in parent group-v642845. [ 612.404758] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Creating folder: Instances. Parent ref: group-v642846. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.404758] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a3a2b63-792c-481f-9834-70882800ea3d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.415849] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Created folder: Instances in parent group-v642846. [ 612.415849] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.415849] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.415849] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be19a737-ca93-4cea-a87a-f9286c01332e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.435527] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.435527] env[68986]: value = "task-3215251" [ 612.435527] env[68986]: _type = "Task" [ 612.435527] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.445285] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215251, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.619334] env[68986]: DEBUG nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.745616] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d4874-d255-439c-8e4e-3955936e9515 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.756221] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd10a8-3bff-4b6b-a521-08bf11f95a2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.793556] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf30a9-0ae0-4c22-8d30-081411634238 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.801591] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb0df6a-69a0-42b4-8efb-d7b5cc379309 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.816440] env[68986]: DEBUG nova.compute.provider_tree [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.886258] env[68986]: DEBUG nova.network.neutron [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Updating instance_info_cache with network_info: [{"id": "b5f66ce9-7962-4fc2-bc2f-13690040bb14", "address": "fa:16:3e:45:4e:e7", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f66ce9-79", "ovs_interfaceid": "b5f66ce9-7962-4fc2-bc2f-13690040bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.946188] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215251, 'name': CreateVM_Task, 'duration_secs': 0.389553} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.946384] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.968299] env[68986]: DEBUG oslo_vmware.service [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d0bb2-d779-42b0-a724-5dbe7d6cbc16 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.978378] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.978574] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.979333] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.980056] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bc00e5-29c9-44e0-8e89-b26f68d224fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.986219] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 612.986219] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e4ff56-2a14-3dc3-1e74-87ddd0676ff1" [ 612.986219] env[68986]: _type = "Task" [ 612.986219] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.005199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.005199] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.005199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.005199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.005570] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.005570] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5408d00-fd09-448f-82f2-25a79a16ae30 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.016593] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.016871] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.017621] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4dc01f-4996-497b-83b0-0bf5a7080b35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.025259] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5330938-e4c2-44f9-b761-6222b16385b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.034339] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 613.034339] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5233d764-9054-4a56-cb4a-aed62af0b0da" [ 613.034339] env[68986]: _type = "Task" [ 613.034339] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.046588] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5233d764-9054-4a56-cb4a-aed62af0b0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.321134] env[68986]: DEBUG nova.scheduler.client.report [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.390952] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Releasing lock "refresh_cache-d0a68666-a76a-45b4-9683-5803498046c8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.391308] env[68986]: DEBUG nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Instance network_info: |[{"id": "b5f66ce9-7962-4fc2-bc2f-13690040bb14", "address": "fa:16:3e:45:4e:e7", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f66ce9-79", "ovs_interfaceid": "b5f66ce9-7962-4fc2-bc2f-13690040bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.391720] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:4e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5f66ce9-7962-4fc2-bc2f-13690040bb14', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.403799] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Creating folder: Project (6afce9fe31264149b7b31634b4b1f094). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.404471] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a3bc03b-fa5c-4d2e-964f-d1c418942d50 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.417874] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Created folder: Project (6afce9fe31264149b7b31634b4b1f094) in parent group-v642845. [ 613.420043] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Creating folder: Instances. Parent ref: group-v642849. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.420043] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e179e7de-287f-4d7b-b2c0-e154783d2725 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.429707] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Created folder: Instances in parent group-v642849. [ 613.430145] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.430377] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.430586] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba594de4-3418-4b32-afad-6e4752acbead {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.451572] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.451572] env[68986]: value = "task-3215254" [ 613.451572] env[68986]: _type = "Task" [ 613.451572] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.462204] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215254, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.545805] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Preparing fetch location {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 613.546069] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Creating directory with path [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.546315] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cb85652-800e-46c1-b0c7-0e74f239c740 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.557898] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Created directory with path [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.558188] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Fetch image to [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 613.558318] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Downloading image file data 93897401-7d29-4984-a096-318e7b4ac470 to [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk on the data store datastore2 {{(pid=68986) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 613.559120] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d48d96b-8873-4648-8a61-759d2af7c295 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.572265] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64999872-46c3-4509-be4a-65621c95ef4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.582292] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab48246-25b9-4bd8-b289-7db59983c699 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.616371] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e9a94-60c9-4ced-9514-10171bf6a37b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.622357] env[68986]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2b58101f-cc07-44cc-8413-94b55b899498 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.636318] env[68986]: DEBUG nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.668257] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.668581] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.668651] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.668969] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.668969] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.669455] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.669523] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.669991] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.669991] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.670105] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.670239] env[68986]: DEBUG nova.virt.hardware [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.671174] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1c6d22-e7a5-4e4f-bd26-8ecfa161ca0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.686945] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5d8d9a-d5e9-4fb8-acaf-8b7061ec1aa7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.713253] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Downloading image file data 93897401-7d29-4984-a096-318e7b4ac470 to the data store datastore2 {{(pid=68986) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 613.785022] env[68986]: DEBUG oslo_vmware.rw_handles [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68986) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 613.849237] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.849794] env[68986]: DEBUG nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.972480] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215254, 'name': CreateVM_Task, 'duration_secs': 0.308445} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.973785] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.974611] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.974863] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.975247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.975581] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4417127b-1473-4805-9bcb-d9910379739a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.982384] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 613.982384] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521402f4-1f8c-c094-0e85-2d24c14e7a7e" [ 613.982384] env[68986]: _type = "Task" [ 613.982384] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.993067] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521402f4-1f8c-c094-0e85-2d24c14e7a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.033386] env[68986]: DEBUG nova.network.neutron [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Successfully updated port: 1c941761-9e37-4e92-b3c0-51253d4bee63 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.075511] env[68986]: DEBUG nova.network.neutron [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Successfully created port: 4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.355927] env[68986]: DEBUG nova.compute.utils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.359626] env[68986]: DEBUG nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.359811] env[68986]: DEBUG nova.network.neutron [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.494330] env[68986]: DEBUG oslo_vmware.rw_handles [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Completed reading data from the image iterator. {{(pid=68986) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 614.497081] env[68986]: DEBUG oslo_vmware.rw_handles [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 614.507072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.507072] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.507072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.539185] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.540862] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquired lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.540862] env[68986]: DEBUG nova.network.neutron [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.574513] env[68986]: DEBUG nova.policy [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d32ba29d0074abd985c3021e44e52ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0a2600b5cf433a92fc84ffee106fa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.649791] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Downloaded image file data 93897401-7d29-4984-a096-318e7b4ac470 to vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk on the data store datastore2 {{(pid=68986) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 614.651857] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Caching image {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 614.653129] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Copying Virtual Disk [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk to [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.653129] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe8c9a3a-3b02-45b6-b323-bfe90c6404f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.663712] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 614.663712] env[68986]: value = "task-3215255" [ 614.663712] env[68986]: _type = "Task" [ 614.663712] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.674976] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.862976] env[68986]: DEBUG nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.177438] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215255, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.411413] env[68986]: DEBUG nova.network.neutron [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.679324] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697086} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.679759] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Copied Virtual Disk [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk to [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.679759] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Deleting the datastore file [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.680834] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e6e16d3-5931-4b55-8de9-b56b8c38c1ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.689175] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 615.689175] env[68986]: value = "task-3215256" [ 615.689175] env[68986]: _type = "Task" [ 615.689175] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.699364] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.876717] env[68986]: DEBUG nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.911293] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.911711] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.912024] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.912351] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.912631] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.912929] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.913265] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.913530] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.913856] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.914218] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.914699] env[68986]: DEBUG nova.virt.hardware [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.915956] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1576881-2547-4bce-8041-22b2d590bb72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.932112] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d55e9e-d2eb-4957-a8e2-99b74e6f536a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.105887] env[68986]: DEBUG nova.network.neutron [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Updating instance_info_cache with network_info: [{"id": "1c941761-9e37-4e92-b3c0-51253d4bee63", "address": "fa:16:3e:2e:e5:0d", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c941761-9e", "ovs_interfaceid": "1c941761-9e37-4e92-b3c0-51253d4bee63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.199080] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022938} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.199336] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.199537] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Moving file from [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde/93897401-7d29-4984-a096-318e7b4ac470 to [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470. {{(pid=68986) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 616.199789] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-edc87027-4dec-499f-8e1d-9ec7b8aa307a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.206274] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 616.206274] env[68986]: value = "task-3215257" [ 616.206274] env[68986]: _type = "Task" [ 616.206274] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.219297] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215257, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.245678] env[68986]: DEBUG nova.compute.manager [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Received event network-changed-b45e938e-5444-4b28-a8b5-c398f58b2e82 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.247987] env[68986]: DEBUG nova.compute.manager [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Refreshing instance network info cache due to event network-changed-b45e938e-5444-4b28-a8b5-c398f58b2e82. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.249454] env[68986]: DEBUG oslo_concurrency.lockutils [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] Acquiring lock "refresh_cache-b1215d95-3286-4169-b4e5-2947574cfe7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.249454] env[68986]: DEBUG oslo_concurrency.lockutils [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] Acquired lock "refresh_cache-b1215d95-3286-4169-b4e5-2947574cfe7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.249454] env[68986]: DEBUG nova.network.neutron [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Refreshing network info cache for port b45e938e-5444-4b28-a8b5-c398f58b2e82 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.315185] env[68986]: DEBUG nova.network.neutron [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Successfully created port: 3331efae-c6b5-47a2-b9bf-eeffefcb1764 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.329592] env[68986]: DEBUG nova.compute.manager [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Received event network-changed-b5f66ce9-7962-4fc2-bc2f-13690040bb14 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.330084] env[68986]: DEBUG nova.compute.manager [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Refreshing instance network info cache due to event network-changed-b5f66ce9-7962-4fc2-bc2f-13690040bb14. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.330084] env[68986]: DEBUG oslo_concurrency.lockutils [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] Acquiring lock "refresh_cache-d0a68666-a76a-45b4-9683-5803498046c8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.330173] env[68986]: DEBUG oslo_concurrency.lockutils [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] Acquired lock "refresh_cache-d0a68666-a76a-45b4-9683-5803498046c8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.330292] env[68986]: DEBUG nova.network.neutron [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Refreshing network info cache for port b5f66ce9-7962-4fc2-bc2f-13690040bb14 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.514627] env[68986]: DEBUG nova.network.neutron [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Successfully updated port: 1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.599263] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "cb0f0c6d-e536-4750-81d4-9c534928ef25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.599613] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.609377] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Releasing lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.611769] env[68986]: DEBUG nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Instance network_info: |[{"id": "1c941761-9e37-4e92-b3c0-51253d4bee63", "address": "fa:16:3e:2e:e5:0d", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c941761-9e", "ovs_interfaceid": "1c941761-9e37-4e92-b3c0-51253d4bee63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.612204] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:e5:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c941761-9e37-4e92-b3c0-51253d4bee63', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.623717] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Creating folder: Project (42395ceb39364a58958b36667a3858bf). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.624888] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b52a79d8-6a54-4780-a243-880612cdf01f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.638749] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Created folder: Project (42395ceb39364a58958b36667a3858bf) in parent group-v642845. [ 616.638749] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Creating folder: Instances. Parent ref: group-v642852. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.638749] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f2e8ae6-d5b5-482a-bc72-ebcbf67cd944 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.646814] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Created folder: Instances in parent group-v642852. [ 616.647065] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.647253] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.647734] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a795ba1-8d6a-4476-a5f0-ad7337d4549e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.670476] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.670476] env[68986]: value = "task-3215260" [ 616.670476] env[68986]: _type = "Task" [ 616.670476] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.678703] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215260, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.718770] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215257, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025325} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.719073] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] File moved {{(pid=68986) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 616.719240] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Cleaning up location [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 616.719404] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Deleting the datastore file [datastore2] vmware_temp/b9494a20-aeb7-4241-91ac-a7cb3d8cddde {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.719759] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d5dd54-e9e1-40dd-b4d1-65a45aa03770 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.727351] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 616.727351] env[68986]: value = "task-3215261" [ 616.727351] env[68986]: _type = "Task" [ 616.727351] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.738300] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.841856] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.841856] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.018539] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "refresh_cache-dee8bb25-f581-48f1-b022-6ef8e93eaf1b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.018539] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquired lock "refresh_cache-dee8bb25-f581-48f1-b022-6ef8e93eaf1b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.018539] env[68986]: DEBUG nova.network.neutron [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.103530] env[68986]: DEBUG nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.181260] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215260, 'name': CreateVM_Task, 'duration_secs': 0.325228} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.181480] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.182420] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.182524] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.183125] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.183199] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7323e4d-b824-47a2-b04b-19d17bb4bce5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.188655] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 617.188655] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fa5062-0a40-7304-7d74-d3946bab444c" [ 617.188655] env[68986]: _type = "Task" [ 617.188655] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.198687] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fa5062-0a40-7304-7d74-d3946bab444c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.239291] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026578} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.239640] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.240476] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5594e70-602e-4a3a-921d-eff6d2318e57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.246809] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 617.246809] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521f5f95-b25b-a429-d8f6-72f33ffc89e8" [ 617.246809] env[68986]: _type = "Task" [ 617.246809] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.255456] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521f5f95-b25b-a429-d8f6-72f33ffc89e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.348559] env[68986]: DEBUG nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.636490] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.636537] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.640099] env[68986]: INFO nova.compute.claims [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.658445] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.658445] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.658445] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.658445] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.658445] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.658445] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.658718] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_power_states {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.665176] env[68986]: DEBUG nova.network.neutron [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.714816] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fa5062-0a40-7304-7d74-d3946bab444c, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.715036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.715273] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.715489] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.762116] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521f5f95-b25b-a429-d8f6-72f33ffc89e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008219} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.762412] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.762658] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] b1215d95-3286-4169-b4e5-2947574cfe7e/b1215d95-3286-4169-b4e5-2947574cfe7e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.762936] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.763129] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.764587] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b8c777-a179-45eb-a341-bf8fa530134e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.765578] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d204fd5-6f65-4983-96d2-d1107e7228d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.774118] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 617.774118] env[68986]: value = "task-3215262" [ 617.774118] env[68986]: _type = "Task" [ 617.774118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.775646] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.775758] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.779551] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e305dd-91ff-46c0-8f9b-6353f2bbaf22 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.787207] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.788528] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 617.788528] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eded8f-6c6e-cd03-8550-28437e11a2da" [ 617.788528] env[68986]: _type = "Task" [ 617.788528] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.798366] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eded8f-6c6e-cd03-8550-28437e11a2da, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.800452] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e4ec72-9e03-45be-83e2-98c7e2e035f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.805768] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 617.805768] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211a3bb-8f69-53c8-343f-f46d29e5b966" [ 617.805768] env[68986]: _type = "Task" [ 617.805768] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.814117] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211a3bb-8f69-53c8-343f-f46d29e5b966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.878684] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.054531] env[68986]: DEBUG nova.network.neutron [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Updated VIF entry in instance network info cache for port b45e938e-5444-4b28-a8b5-c398f58b2e82. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.054881] env[68986]: DEBUG nova.network.neutron [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Updating instance_info_cache with network_info: [{"id": "b45e938e-5444-4b28-a8b5-c398f58b2e82", "address": "fa:16:3e:e2:93:b8", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45e938e-54", "ovs_interfaceid": "b45e938e-5444-4b28-a8b5-c398f58b2e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.132641] env[68986]: DEBUG nova.network.neutron [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Updated VIF entry in instance network info cache for port b5f66ce9-7962-4fc2-bc2f-13690040bb14. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.133411] env[68986]: DEBUG nova.network.neutron [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Updating instance_info_cache with network_info: [{"id": "b5f66ce9-7962-4fc2-bc2f-13690040bb14", "address": "fa:16:3e:45:4e:e7", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f66ce9-79", "ovs_interfaceid": "b5f66ce9-7962-4fc2-bc2f-13690040bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.165859] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Getting list of instances from cluster (obj){ [ 618.165859] env[68986]: value = "domain-c8" [ 618.165859] env[68986]: _type = "ClusterComputeResource" [ 618.165859] env[68986]: } {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.167599] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ede13b-6d9e-411b-ba48-9a09642daf82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.190434] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Got total of 3 instances {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.190694] env[68986]: WARNING nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] While synchronizing instance power states, found 6 instances in the database and 3 instances on the hypervisor. [ 618.190770] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid b1215d95-3286-4169-b4e5-2947574cfe7e {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.190925] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid d0a68666-a76a-45b4-9683-5803498046c8 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.192128] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid 47736cad-bc63-41b3-b550-f236c3b19354 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.192420] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid dee8bb25-f581-48f1-b022-6ef8e93eaf1b {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.192592] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid 2da173fe-12dc-4a74-a960-6d9de52f3c34 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.192836] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid d9dc5466-dbca-4a5e-9206-528bddc6c468 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.193238] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "b1215d95-3286-4169-b4e5-2947574cfe7e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.193537] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "d0a68666-a76a-45b4-9683-5803498046c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.193755] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "47736cad-bc63-41b3-b550-f236c3b19354" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.194062] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.194209] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.194422] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.194642] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.194864] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 618.198948] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.288403] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215262, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.322362] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211a3bb-8f69-53c8-343f-f46d29e5b966, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.322828] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.323599] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d0a68666-a76a-45b4-9683-5803498046c8/d0a68666-a76a-45b4-9683-5803498046c8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.323599] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.323599] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.323787] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f7c4e38-32a8-49a4-aef8-5ab2d88d35b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.325819] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c0966e3-652c-41c3-8e7a-1d181fb1cd8b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.333175] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 618.333175] env[68986]: value = "task-3215263" [ 618.333175] env[68986]: _type = "Task" [ 618.333175] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.334471] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.334646] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.338121] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5ad366-96ab-4667-9fe9-cfdd4fc251ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.341759] env[68986]: DEBUG nova.network.neutron [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Updating instance_info_cache with network_info: [{"id": "1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7", "address": "fa:16:3e:d8:3a:96", "network": {"id": "25467d28-e510-42e7-9f33-2db0747b86c7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1018891246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbfa673773e74ad3b01c3753c09b2cc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5ae221-60", "ovs_interfaceid": "1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.350727] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.351039] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 618.351039] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52798c3e-af4f-948f-7d0f-c9104c14bfec" [ 618.351039] env[68986]: _type = "Task" [ 618.351039] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.366021] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52798c3e-af4f-948f-7d0f-c9104c14bfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.561478] env[68986]: DEBUG oslo_concurrency.lockutils [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] Releasing lock "refresh_cache-b1215d95-3286-4169-b4e5-2947574cfe7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.561478] env[68986]: DEBUG nova.compute.manager [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Received event network-vif-plugged-1c941761-9e37-4e92-b3c0-51253d4bee63 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.561478] env[68986]: DEBUG oslo_concurrency.lockutils [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] Acquiring lock "47736cad-bc63-41b3-b550-f236c3b19354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.561478] env[68986]: DEBUG oslo_concurrency.lockutils [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] Lock "47736cad-bc63-41b3-b550-f236c3b19354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.561478] env[68986]: DEBUG oslo_concurrency.lockutils [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] Lock "47736cad-bc63-41b3-b550-f236c3b19354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.562016] env[68986]: DEBUG nova.compute.manager [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] No waiting events found dispatching network-vif-plugged-1c941761-9e37-4e92-b3c0-51253d4bee63 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.562776] env[68986]: WARNING nova.compute.manager [req-7476e655-5230-4224-a6b6-9dbc601a8e31 req-1e5b06ae-3164-4d7d-a414-a176107df155 service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Received unexpected event network-vif-plugged-1c941761-9e37-4e92-b3c0-51253d4bee63 for instance with vm_state building and task_state spawning. [ 618.637460] env[68986]: DEBUG oslo_concurrency.lockutils [req-b256cac7-1ab7-47c2-80da-034f50b584f5 req-51b88470-0ebe-445f-8b32-798aa05094e9 service nova] Releasing lock "refresh_cache-d0a68666-a76a-45b4-9683-5803498046c8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.703013] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.739897] env[68986]: DEBUG nova.network.neutron [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Successfully updated port: 4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.792149] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575354} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.793369] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] b1215d95-3286-4169-b4e5-2947574cfe7e/b1215d95-3286-4169-b4e5-2947574cfe7e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.793369] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.793369] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f67d998-7279-45f2-95ed-24dd3ff8c94e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.802835] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 618.802835] env[68986]: value = "task-3215264" [ 618.802835] env[68986]: _type = "Task" [ 618.802835] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.819321] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.849811] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.852808] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Releasing lock "refresh_cache-dee8bb25-f581-48f1-b022-6ef8e93eaf1b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.853476] env[68986]: DEBUG nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Instance network_info: |[{"id": "1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7", "address": "fa:16:3e:d8:3a:96", "network": {"id": "25467d28-e510-42e7-9f33-2db0747b86c7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1018891246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbfa673773e74ad3b01c3753c09b2cc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5ae221-60", "ovs_interfaceid": "1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.853767] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3a:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.864923] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Creating folder: Project (cbfa673773e74ad3b01c3753c09b2cc6). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.868470] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d1e8d6a-72f5-4a6f-8584-2836a5490042 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.879193] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52798c3e-af4f-948f-7d0f-c9104c14bfec, 'name': SearchDatastore_Task, 'duration_secs': 0.022275} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.880360] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a59c9f5-75a8-405f-a822-c2952236136e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.884524] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Created folder: Project (cbfa673773e74ad3b01c3753c09b2cc6) in parent group-v642845. [ 618.884773] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Creating folder: Instances. Parent ref: group-v642855. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.885627] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cf782e4-1e89-46f6-944c-4cfd1e80ce56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.889738] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 618.889738] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522d01dd-7633-b0a8-387d-ec91bcedfda1" [ 618.889738] env[68986]: _type = "Task" [ 618.889738] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.896018] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Created folder: Instances in parent group-v642855. [ 618.896236] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.896810] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.897034] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f978f00-6e82-44a5-9176-2a866fb7b8b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.916754] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522d01dd-7633-b0a8-387d-ec91bcedfda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.916992] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b577d272-43d9-4649-af3e-f78e41d9215b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.926513] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.926513] env[68986]: value = "task-3215267" [ 618.926513] env[68986]: _type = "Task" [ 618.926513] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.932481] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf68c2-c5de-46dc-a7a4-892b3963d7ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.940353] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215267, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.965389] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70017286-6b8e-4c94-a7b7-af32280adcce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.972793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77354299-a91d-44d6-9527-4c1dee742cf9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.986794] env[68986]: DEBUG nova.compute.provider_tree [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.243347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.243463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.243609] env[68986]: DEBUG nova.network.neutron [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.316930] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12692} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.318640] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.319324] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb55cfc-8934-4f79-a624-820f5310ec59 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.350172] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b1215d95-3286-4169-b4e5-2947574cfe7e/b1215d95-3286-4169-b4e5-2947574cfe7e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.356344] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f0d14a-b553-44a3-be54-dfa13000f240 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.377965] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587235} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.379530] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d0a68666-a76a-45b4-9683-5803498046c8/d0a68666-a76a-45b4-9683-5803498046c8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.379763] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.380075] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 619.380075] env[68986]: value = "task-3215268" [ 619.380075] env[68986]: _type = "Task" [ 619.380075] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.380372] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac0cdd62-9d6a-495f-b0c3-61bfde5978c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.391612] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.397130] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 619.397130] env[68986]: value = "task-3215269" [ 619.397130] env[68986]: _type = "Task" [ 619.397130] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.410668] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522d01dd-7633-b0a8-387d-ec91bcedfda1, 'name': SearchDatastore_Task, 'duration_secs': 0.018625} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.410668] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.410909] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 47736cad-bc63-41b3-b550-f236c3b19354/47736cad-bc63-41b3-b550-f236c3b19354.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.411170] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6de1c8e-d4ce-4abd-8472-4bd98c421dd6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.416977] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.422088] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 619.422088] env[68986]: value = "task-3215270" [ 619.422088] env[68986]: _type = "Task" [ 619.422088] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.430516] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.438570] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215267, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.512368] env[68986]: ERROR nova.scheduler.client.report [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [req-d2615414-39a7-4455-8487-8df1361c0d67] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2615414-39a7-4455-8487-8df1361c0d67"}]} [ 619.534530] env[68986]: DEBUG nova.scheduler.client.report [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 619.554454] env[68986]: DEBUG nova.scheduler.client.report [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 619.554687] env[68986]: DEBUG nova.compute.provider_tree [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.569932] env[68986]: DEBUG nova.scheduler.client.report [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 619.570821] env[68986]: DEBUG nova.compute.provider_tree [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 12 to 13 during operation: update_aggregates {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 619.594787] env[68986]: DEBUG nova.scheduler.client.report [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 619.788062] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7912f-7c6e-4a4f-87bb-f77e94ef5413 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.803560] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3889ad-f115-43de-b9d7-8aa46777a8bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.845331] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d6901-4cd1-4373-aa6f-12af18c6d984 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.855682] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31841fa9-e211-4b8d-b3c6-55fe3c7c98e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.875558] env[68986]: DEBUG nova.compute.provider_tree [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.900820] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215268, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.901473] env[68986]: DEBUG nova.network.neutron [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.919060] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068851} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.919561] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.920563] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c00887-9f4e-4b6d-bbb7-cc8f3554ee12 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.950521] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] d0a68666-a76a-45b4-9683-5803498046c8/d0a68666-a76a-45b4-9683-5803498046c8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.957757] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a010c2-8e16-4969-ab32-ccef6e117900 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.975062] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462633} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.978551] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 47736cad-bc63-41b3-b550-f236c3b19354/47736cad-bc63-41b3-b550-f236c3b19354.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.978742] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.984653] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85e6c519-298a-4237-bcbf-32f1a893ee47 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.989941] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.994282] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.004171] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215267, 'name': CreateVM_Task, 'duration_secs': 0.536327} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.004535] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 620.004535] env[68986]: value = "task-3215271" [ 620.004535] env[68986]: _type = "Task" [ 620.004535] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.004705] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.006235] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.006402] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.006763] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.012111] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23297653-0149-40e2-a058-c594696f3e96 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.024021] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 620.024021] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287cf42-1474-19e0-7a93-cc3fb6d32e67" [ 620.024021] env[68986]: _type = "Task" [ 620.024021] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.024021] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.025583] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 620.025583] env[68986]: value = "task-3215272" [ 620.025583] env[68986]: _type = "Task" [ 620.025583] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.048838] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287cf42-1474-19e0-7a93-cc3fb6d32e67, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.049087] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.049483] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.049727] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.049979] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.050137] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.050361] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.050620] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-575062fc-4480-4132-b9f9-478bba3c86e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.060584] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.060809] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.061838] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe1aa7d-06ee-423d-9be9-7cdc24216d5b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.066760] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 620.066760] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a04ad-2405-9e81-321b-cd087b0fab2e" [ 620.066760] env[68986]: _type = "Task" [ 620.066760] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.074747] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a04ad-2405-9e81-321b-cd087b0fab2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.123620] env[68986]: DEBUG nova.network.neutron [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Successfully updated port: 3331efae-c6b5-47a2-b9bf-eeffefcb1764 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.396675] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215268, 'name': ReconfigVM_Task, 'duration_secs': 0.540734} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.397119] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b1215d95-3286-4169-b4e5-2947574cfe7e/b1215d95-3286-4169-b4e5-2947574cfe7e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.398551] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-143d0533-777b-4553-be1e-224330d00e41 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.405101] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 620.405101] env[68986]: value = "task-3215273" [ 620.405101] env[68986]: _type = "Task" [ 620.405101] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.414705] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215273, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.418710] env[68986]: DEBUG nova.scheduler.client.report [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 620.418963] env[68986]: DEBUG nova.compute.provider_tree [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 13 to 14 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.419155] env[68986]: DEBUG nova.compute.provider_tree [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.434401] env[68986]: DEBUG nova.compute.manager [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Received event network-changed-1c941761-9e37-4e92-b3c0-51253d4bee63 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.435457] env[68986]: DEBUG nova.compute.manager [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Refreshing instance network info cache due to event network-changed-1c941761-9e37-4e92-b3c0-51253d4bee63. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.435457] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Acquiring lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.435457] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Acquired lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.436647] env[68986]: DEBUG nova.network.neutron [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Refreshing network info cache for port 1c941761-9e37-4e92-b3c0-51253d4bee63 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.453470] env[68986]: DEBUG nova.compute.manager [req-a852e0f7-0547-416e-8276-2815adbb7d8d req-3e711b70-07c3-424c-99c8-b7126cf47d23 service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Received event network-vif-plugged-4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.453801] env[68986]: DEBUG oslo_concurrency.lockutils [req-a852e0f7-0547-416e-8276-2815adbb7d8d req-3e711b70-07c3-424c-99c8-b7126cf47d23 service nova] Acquiring lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.453867] env[68986]: DEBUG oslo_concurrency.lockutils [req-a852e0f7-0547-416e-8276-2815adbb7d8d req-3e711b70-07c3-424c-99c8-b7126cf47d23 service nova] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.454020] env[68986]: DEBUG oslo_concurrency.lockutils [req-a852e0f7-0547-416e-8276-2815adbb7d8d req-3e711b70-07c3-424c-99c8-b7126cf47d23 service nova] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.454196] env[68986]: DEBUG nova.compute.manager [req-a852e0f7-0547-416e-8276-2815adbb7d8d req-3e711b70-07c3-424c-99c8-b7126cf47d23 service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] No waiting events found dispatching network-vif-plugged-4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.457383] env[68986]: WARNING nova.compute.manager [req-a852e0f7-0547-416e-8276-2815adbb7d8d req-3e711b70-07c3-424c-99c8-b7126cf47d23 service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Received unexpected event network-vif-plugged-4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce for instance with vm_state building and task_state spawning. [ 620.472383] env[68986]: DEBUG nova.network.neutron [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance_info_cache with network_info: [{"id": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "address": "fa:16:3e:a0:a7:45", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad95b19-3a", "ovs_interfaceid": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.504734] env[68986]: DEBUG nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.517805] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215271, 'name': ReconfigVM_Task, 'duration_secs': 0.268979} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.518083] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Reconfigured VM instance instance-00000002 to attach disk [datastore2] d0a68666-a76a-45b4-9683-5803498046c8/d0a68666-a76a-45b4-9683-5803498046c8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.518671] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ac61fd-b347-4b3d-b659-8fc17c9b7ada {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.526464] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 620.526464] env[68986]: value = "task-3215274" [ 620.526464] env[68986]: _type = "Task" [ 620.526464] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.536242] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215274, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.544549] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064284} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.544549] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.544982] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fab94e-1282-4cd2-bdee-62413a44ee40 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.571675] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 47736cad-bc63-41b3-b550-f236c3b19354/47736cad-bc63-41b3-b550-f236c3b19354.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.572394] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705f1635-857c-4bb4-8009-e0b8bbf26f9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.600071] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a04ad-2405-9e81-321b-cd087b0fab2e, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.601992] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 620.601992] env[68986]: value = "task-3215275" [ 620.601992] env[68986]: _type = "Task" [ 620.601992] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.602279] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372813c4-8edf-4622-a91d-39c633f96a73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.611226] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 620.611226] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b12787-5c86-ecdd-ce10-62f00f635ca0" [ 620.611226] env[68986]: _type = "Task" [ 620.611226] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.615019] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.623790] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b12787-5c86-ecdd-ce10-62f00f635ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.624339] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.624457] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] dee8bb25-f581-48f1-b022-6ef8e93eaf1b/dee8bb25-f581-48f1-b022-6ef8e93eaf1b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.625040] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-445984f7-bd56-460c-8ebd-7a8e64b57c1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.627903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "refresh_cache-d9dc5466-dbca-4a5e-9206-528bddc6c468" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.628083] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "refresh_cache-d9dc5466-dbca-4a5e-9206-528bddc6c468" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.628244] env[68986]: DEBUG nova.network.neutron [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.635370] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 620.635370] env[68986]: value = "task-3215276" [ 620.635370] env[68986]: _type = "Task" [ 620.635370] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.644391] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.924278] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215273, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.925130] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.289s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.925651] env[68986]: DEBUG nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.928370] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.050s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.930526] env[68986]: INFO nova.compute.claims [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.974979] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.975096] env[68986]: DEBUG nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Instance network_info: |[{"id": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "address": "fa:16:3e:a0:a7:45", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad95b19-3a", "ovs_interfaceid": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.975505] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a7:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.982996] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Creating folder: Project (080610628bc0422f8d395d06163ee464). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.984582] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f285169a-32b2-4d0b-9fc9-78be0dafb869 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.999093] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Created folder: Project (080610628bc0422f8d395d06163ee464) in parent group-v642845. [ 620.999322] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Creating folder: Instances. Parent ref: group-v642858. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.999560] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57f216b5-b6fa-44c1-be81-bdf84fed95c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.008990] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Created folder: Instances in parent group-v642858. [ 621.010060] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.010060] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.010060] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173948ea-45b6-4268-b4dc-988bc1a2f2b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.045230] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215274, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.045545] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.045545] env[68986]: value = "task-3215279" [ 621.045545] env[68986]: _type = "Task" [ 621.045545] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.052847] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215279, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.062555] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.117208] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215275, 'name': ReconfigVM_Task, 'duration_secs': 0.284305} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.117489] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 47736cad-bc63-41b3-b550-f236c3b19354/47736cad-bc63-41b3-b550-f236c3b19354.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.118242] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdb938fc-5da5-42ee-8594-204496baf5da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.128699] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 621.128699] env[68986]: value = "task-3215280" [ 621.128699] env[68986]: _type = "Task" [ 621.128699] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.144505] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215280, 'name': Rename_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.153563] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.373768] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "31e68b51-2306-4fc9-9b91-07c60037b864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.373768] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.421950] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215273, 'name': Rename_Task, 'duration_secs': 1.0082} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.424381] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.424381] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9806c9-aad8-49db-86ef-7e48c2dd9119 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.430468] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 621.430468] env[68986]: value = "task-3215281" [ 621.430468] env[68986]: _type = "Task" [ 621.430468] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.435156] env[68986]: DEBUG nova.compute.utils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.440272] env[68986]: DEBUG nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.440554] env[68986]: DEBUG nova.network.neutron [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.452140] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.544231] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215274, 'name': Rename_Task, 'duration_secs': 0.898586} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.544529] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.544980] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cc53f00-31c0-4656-90a1-eb9517b02e20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.551180] env[68986]: DEBUG nova.network.neutron [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Updated VIF entry in instance network info cache for port 1c941761-9e37-4e92-b3c0-51253d4bee63. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.551521] env[68986]: DEBUG nova.network.neutron [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Updating instance_info_cache with network_info: [{"id": "1c941761-9e37-4e92-b3c0-51253d4bee63", "address": "fa:16:3e:2e:e5:0d", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c941761-9e", "ovs_interfaceid": "1c941761-9e37-4e92-b3c0-51253d4bee63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.555475] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 621.555475] env[68986]: value = "task-3215282" [ 621.555475] env[68986]: _type = "Task" [ 621.555475] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.564005] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215279, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.570280] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.637650] env[68986]: DEBUG nova.network.neutron [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.649259] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215280, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.651219] env[68986]: DEBUG nova.policy [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be007165af8b447f8d819a95a758b547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4cad50d5d3410cb0c602317a459b0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.664452] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.878650] env[68986]: DEBUG nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.938361] env[68986]: DEBUG nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.954064] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.054303] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Releasing lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.054589] env[68986]: DEBUG nova.compute.manager [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Received event network-vif-plugged-1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.056157] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Acquiring lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.056157] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.056157] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.056157] env[68986]: DEBUG nova.compute.manager [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] No waiting events found dispatching network-vif-plugged-1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.056157] env[68986]: WARNING nova.compute.manager [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Received unexpected event network-vif-plugged-1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 for instance with vm_state building and task_state spawning. [ 622.056520] env[68986]: DEBUG nova.compute.manager [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Received event network-changed-1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.056520] env[68986]: DEBUG nova.compute.manager [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Refreshing instance network info cache due to event network-changed-1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.056520] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Acquiring lock "refresh_cache-dee8bb25-f581-48f1-b022-6ef8e93eaf1b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.056520] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Acquired lock "refresh_cache-dee8bb25-f581-48f1-b022-6ef8e93eaf1b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.056520] env[68986]: DEBUG nova.network.neutron [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Refreshing network info cache for port 1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.078354] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215279, 'name': CreateVM_Task, 'duration_secs': 0.822331} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.078861] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.079549] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.079700] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.080096] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.084727] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a33c40-8532-4f06-a054-3ecb18b6abb3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.090321] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215282, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.093041] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 622.093041] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eef8b7-f5af-a7ec-a743-14a72740f8e9" [ 622.093041] env[68986]: _type = "Task" [ 622.093041] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.101352] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eef8b7-f5af-a7ec-a743-14a72740f8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.149557] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215280, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.158879] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215276, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.124872} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.159207] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] dee8bb25-f581-48f1-b022-6ef8e93eaf1b/dee8bb25-f581-48f1-b022-6ef8e93eaf1b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.159421] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.159699] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a860c4-0737-4aca-8a05-ae5ef1f78ff5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.171020] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 622.171020] env[68986]: value = "task-3215283" [ 622.171020] env[68986]: _type = "Task" [ 622.171020] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.180380] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.280092] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db084d80-ede7-4b42-a650-913bff1ddb1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.286023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1f1662-7d7e-4c30-936e-f047d27d6326 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.330985] env[68986]: DEBUG nova.network.neutron [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Updating instance_info_cache with network_info: [{"id": "3331efae-c6b5-47a2-b9bf-eeffefcb1764", "address": "fa:16:3e:38:55:49", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3331efae-c6", "ovs_interfaceid": "3331efae-c6b5-47a2-b9bf-eeffefcb1764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.333482] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1286b3-da18-40b9-82e4-97b56d729f96 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.343251] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a303fa-97d4-4ad5-9ef2-14c85ea99ba1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.360744] env[68986]: DEBUG nova.compute.provider_tree [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.409728] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.449018] env[68986]: DEBUG oslo_vmware.api [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215281, 'name': PowerOnVM_Task, 'duration_secs': 0.939321} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.449018] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.449018] env[68986]: INFO nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Took 17.81 seconds to spawn the instance on the hypervisor. [ 622.449018] env[68986]: DEBUG nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.449368] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664ee950-90c1-466e-a83f-d27f787ff545 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.584155] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215282, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.611249] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eef8b7-f5af-a7ec-a743-14a72740f8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.611690] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.611803] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.612082] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.612252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.612463] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.612823] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee0503ec-0378-4ebd-8095-512232138632 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.622529] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.623020] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.626016] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8f16c9-92b4-4724-9a14-29baa1fa2631 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.630433] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 622.630433] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e8f965-5463-f5dc-ec1e-d5f3efc56911" [ 622.630433] env[68986]: _type = "Task" [ 622.630433] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.646515] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e8f965-5463-f5dc-ec1e-d5f3efc56911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.649706] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215280, 'name': Rename_Task, 'duration_secs': 1.161122} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.649912] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.651427] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3feac7d-1114-47e3-8354-07426381149c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.657638] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 622.657638] env[68986]: value = "task-3215284" [ 622.657638] env[68986]: _type = "Task" [ 622.657638] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.667262] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.676771] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294181} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.677408] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.678063] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e28464-500a-424f-a7a1-36c7b368b59e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.703479] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] dee8bb25-f581-48f1-b022-6ef8e93eaf1b/dee8bb25-f581-48f1-b022-6ef8e93eaf1b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.703811] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744cb411-bc72-401e-be2c-7744ada7dfdd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.727055] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 622.727055] env[68986]: value = "task-3215285" [ 622.727055] env[68986]: _type = "Task" [ 622.727055] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.735855] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.736873] env[68986]: DEBUG nova.network.neutron [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Successfully created port: e81af725-46f6-4aad-bd4c-57a57913fd5d {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.834028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "refresh_cache-d9dc5466-dbca-4a5e-9206-528bddc6c468" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.834347] env[68986]: DEBUG nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Instance network_info: |[{"id": "3331efae-c6b5-47a2-b9bf-eeffefcb1764", "address": "fa:16:3e:38:55:49", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3331efae-c6", "ovs_interfaceid": "3331efae-c6b5-47a2-b9bf-eeffefcb1764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.834885] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:55:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3331efae-c6b5-47a2-b9bf-eeffefcb1764', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.844642] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Creating folder: Project (8e0a2600b5cf433a92fc84ffee106fa8). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.844998] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9be2a26-bdbe-454d-996b-07512ed1eb9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.856400] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Created folder: Project (8e0a2600b5cf433a92fc84ffee106fa8) in parent group-v642845. [ 622.856593] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Creating folder: Instances. Parent ref: group-v642861. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.857214] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5da59fa2-cd33-4e75-8451-846b47bce0b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.870265] env[68986]: DEBUG nova.scheduler.client.report [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.874669] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Created folder: Instances in parent group-v642861. [ 622.874669] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.874669] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.874669] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9485d86b-28b3-4fca-8892-f83ea5a4da50 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.896956] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.896956] env[68986]: value = "task-3215288" [ 622.896956] env[68986]: _type = "Task" [ 622.896956] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.908644] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215288, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.964904] env[68986]: DEBUG nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.985474] env[68986]: INFO nova.compute.manager [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Took 22.63 seconds to build instance. [ 623.014607] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.014866] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.015028] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.015215] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.015375] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.015493] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.015746] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.017026] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.017281] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.017646] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.017767] env[68986]: DEBUG nova.virt.hardware [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.018983] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de294621-01b1-4696-b21f-6b3f7d3c61c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.033728] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6783ca-2a21-4b54-9daf-97ea18d38467 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.053589] env[68986]: DEBUG nova.network.neutron [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Updated VIF entry in instance network info cache for port 1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.053976] env[68986]: DEBUG nova.network.neutron [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Updating instance_info_cache with network_info: [{"id": "1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7", "address": "fa:16:3e:d8:3a:96", "network": {"id": "25467d28-e510-42e7-9f33-2db0747b86c7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1018891246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbfa673773e74ad3b01c3753c09b2cc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5ae221-60", "ovs_interfaceid": "1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.081311] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215282, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.139897] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e8f965-5463-f5dc-ec1e-d5f3efc56911, 'name': SearchDatastore_Task, 'duration_secs': 0.026728} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.142636] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547267a7-6afa-4ba7-8405-4856f802e1ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.147430] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 623.147430] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ab68e-2f64-6988-a822-25205c6a05a0" [ 623.147430] env[68986]: _type = "Task" [ 623.147430] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.158856] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ab68e-2f64-6988-a822-25205c6a05a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.170193] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215284, 'name': PowerOnVM_Task} progress is 37%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.237117] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215285, 'name': ReconfigVM_Task, 'duration_secs': 0.379106} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.238051] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Reconfigured VM instance instance-00000004 to attach disk [datastore2] dee8bb25-f581-48f1-b022-6ef8e93eaf1b/dee8bb25-f581-48f1-b022-6ef8e93eaf1b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.238168] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-471d60d0-d92c-4e4d-9b92-a17a20d36a93 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.244418] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 623.244418] env[68986]: value = "task-3215289" [ 623.244418] env[68986]: _type = "Task" [ 623.244418] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.253361] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215289, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.375867] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.376558] env[68986]: DEBUG nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.379478] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.677s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.379649] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.379804] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 623.380180] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.318s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.381785] env[68986]: INFO nova.compute.claims [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.385341] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942bcd63-fab0-4795-9be6-a29c683d8830 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.395214] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf8047-9233-43dd-b061-9d65ca564da8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.418263] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33eccae-5723-49ca-b247-81c50e006ca5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.421182] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215288, 'name': CreateVM_Task, 'duration_secs': 0.331894} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.422097] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.423878] env[68986]: DEBUG oslo_vmware.service [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8149936-741f-4c40-8680-5928deb2484c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.431964] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.432159] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.432547] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.433638] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f867531-4566-4c74-aec4-06b0a51e085a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.439456] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e785707-f1f5-4f60-bd83-82cd1111af73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.443112] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 623.443112] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e9c5f8-033c-c048-cf20-f1896fad8cd3" [ 623.443112] env[68986]: _type = "Task" [ 623.443112] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.472591] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181039MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 623.472777] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.482066] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.482368] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.482607] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.482778] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.482917] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.483197] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9855a91-ee77-4729-87ec-1a1599d43305 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.494114] env[68986]: DEBUG oslo_concurrency.lockutils [None req-59598469-7171-46cb-bb7e-2ca6c7b1c750 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.152s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.494114] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.494114] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.494114] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.301s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.494114] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] During sync_power_state the instance has a pending task (spawning). Skip. [ 623.494440] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.495020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c85d20-1020-4a61-8b22-23ef21061631 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.502272] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74aa29a1-e1f5-4288-aa30-de9f214c7c9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.508118] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 623.508118] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52876494-732c-e06d-abce-5fa4485f1933" [ 623.508118] env[68986]: _type = "Task" [ 623.508118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.515741] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52876494-732c-e06d-abce-5fa4485f1933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.559357] env[68986]: DEBUG oslo_concurrency.lockutils [req-e8021f51-2871-41f2-8d04-e5728f3d481c req-ab3dd8af-8f7c-42fb-9989-d24bda50b6dc service nova] Releasing lock "refresh_cache-dee8bb25-f581-48f1-b022-6ef8e93eaf1b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.578534] env[68986]: DEBUG oslo_vmware.api [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215282, 'name': PowerOnVM_Task, 'duration_secs': 1.880428} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.578811] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.579010] env[68986]: INFO nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Took 16.65 seconds to spawn the instance on the hypervisor. [ 623.579200] env[68986]: DEBUG nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.580047] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c618753b-de91-4c9e-ae33-3ce61fae881e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.657436] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ab68e-2f64-6988-a822-25205c6a05a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.657691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.657946] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 2da173fe-12dc-4a74-a960-6d9de52f3c34/2da173fe-12dc-4a74-a960-6d9de52f3c34.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.658267] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957a1375-a108-47b3-a3ca-64213ae8ca73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.669240] env[68986]: DEBUG oslo_vmware.api [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215284, 'name': PowerOnVM_Task, 'duration_secs': 1.002409} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.670617] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.670893] env[68986]: INFO nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Took 14.53 seconds to spawn the instance on the hypervisor. [ 623.671113] env[68986]: DEBUG nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.671479] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 623.671479] env[68986]: value = "task-3215290" [ 623.671479] env[68986]: _type = "Task" [ 623.671479] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.672374] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508c0c5-572b-4d86-a5cf-ca1bb8e0a161 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.683168] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.754304] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215289, 'name': Rename_Task, 'duration_secs': 0.202723} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.754531] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.755341] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01197b07-0a00-42fc-9b84-f3337533fd4d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.760954] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 623.760954] env[68986]: value = "task-3215291" [ 623.760954] env[68986]: _type = "Task" [ 623.760954] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.768733] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.886560] env[68986]: DEBUG nova.compute.utils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.888106] env[68986]: DEBUG nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 624.021343] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Preparing fetch location {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 624.021343] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Creating directory with path [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.021343] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de2fd904-cb51-489f-9167-22833ef4269d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.053338] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Created directory with path [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.053338] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Fetch image to [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 624.053338] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Downloading image file data 93897401-7d29-4984-a096-318e7b4ac470 to [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk on the data store datastore1 {{(pid=68986) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 624.053338] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4374e5a1-c9b4-4346-af2f-a21848a176c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.064855] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0874e0-247c-4a76-b958-a90792cfd032 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.075085] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e6e221-6fc4-43a7-a931-987d3ceff0fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.116999] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fcf819-4506-4379-a7fc-8374bdfd8cd3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.129121] env[68986]: INFO nova.compute.manager [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Took 22.47 seconds to build instance. [ 624.129121] env[68986]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-92143458-f3b5-4462-8f27-42a474560f6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.186096] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.199758] env[68986]: INFO nova.compute.manager [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Took 21.82 seconds to build instance. [ 624.213638] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Downloading image file data 93897401-7d29-4984-a096-318e7b4ac470 to the data store datastore1 {{(pid=68986) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 624.272653] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.294935] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68986) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 624.391279] env[68986]: DEBUG nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.623771] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e30501-741c-4c6f-90f9-58ef11ed2bbd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.632992] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0660d8ca-94d1-49b6-b7f3-604b152696b2 tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "d0a68666-a76a-45b4-9683-5803498046c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.985s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.633339] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "d0a68666-a76a-45b4-9683-5803498046c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.440s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.633485] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d0a68666-a76a-45b4-9683-5803498046c8] During sync_power_state the instance has a pending task (spawning). Skip. [ 624.633654] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "d0a68666-a76a-45b4-9683-5803498046c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.641121] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea2f45d-ab75-4491-a565-35af159b95f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.689299] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ebca94-0fc7-4b06-9091-83a1e9850dfe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.704470] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3dc63cd4-307f-4a11-883a-a0d6a722594a tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "47736cad-bc63-41b3-b550-f236c3b19354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.335s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.707782] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215290, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.714248] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "47736cad-bc63-41b3-b550-f236c3b19354" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.520s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.714709] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] During sync_power_state the instance has a pending task (spawning). Skip. [ 624.714709] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "47736cad-bc63-41b3-b550-f236c3b19354" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.716169] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656bd6dd-3674-4d3a-88a2-5210f7409b69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.734230] env[68986]: DEBUG nova.compute.provider_tree [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.776684] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.816688] env[68986]: DEBUG nova.compute.manager [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Received event network-vif-plugged-3331efae-c6b5-47a2-b9bf-eeffefcb1764 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.817295] env[68986]: DEBUG oslo_concurrency.lockutils [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] Acquiring lock "d9dc5466-dbca-4a5e-9206-528bddc6c468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.818801] env[68986]: DEBUG oslo_concurrency.lockutils [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.818998] env[68986]: DEBUG oslo_concurrency.lockutils [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.819198] env[68986]: DEBUG nova.compute.manager [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] No waiting events found dispatching network-vif-plugged-3331efae-c6b5-47a2-b9bf-eeffefcb1764 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.819356] env[68986]: WARNING nova.compute.manager [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Received unexpected event network-vif-plugged-3331efae-c6b5-47a2-b9bf-eeffefcb1764 for instance with vm_state building and task_state spawning. [ 624.819541] env[68986]: DEBUG nova.compute.manager [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Received event network-changed-3331efae-c6b5-47a2-b9bf-eeffefcb1764 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.819726] env[68986]: DEBUG nova.compute.manager [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Refreshing instance network info cache due to event network-changed-3331efae-c6b5-47a2-b9bf-eeffefcb1764. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.819937] env[68986]: DEBUG oslo_concurrency.lockutils [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] Acquiring lock "refresh_cache-d9dc5466-dbca-4a5e-9206-528bddc6c468" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.820116] env[68986]: DEBUG oslo_concurrency.lockutils [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] Acquired lock "refresh_cache-d9dc5466-dbca-4a5e-9206-528bddc6c468" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.820290] env[68986]: DEBUG nova.network.neutron [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Refreshing network info cache for port 3331efae-c6b5-47a2-b9bf-eeffefcb1764 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.831529] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.832125] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.836096] env[68986]: DEBUG nova.compute.manager [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Received event network-changed-4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.836341] env[68986]: DEBUG nova.compute.manager [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Refreshing instance network info cache due to event network-changed-4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.836531] env[68986]: DEBUG oslo_concurrency.lockutils [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] Acquiring lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.836698] env[68986]: DEBUG oslo_concurrency.lockutils [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] Acquired lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.836865] env[68986]: DEBUG nova.network.neutron [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Refreshing network info cache for port 4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.197111] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215290, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.309968} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.197525] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 2da173fe-12dc-4a74-a960-6d9de52f3c34/2da173fe-12dc-4a74-a960-6d9de52f3c34.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.197854] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.198293] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62f9ee3c-6261-43e5-b058-2d7ffa254419 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.212068] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 625.212068] env[68986]: value = "task-3215292" [ 625.212068] env[68986]: _type = "Task" [ 625.212068] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.228024] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Completed reading data from the image iterator. {{(pid=68986) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 625.228024] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 625.231353] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.241932] env[68986]: DEBUG nova.scheduler.client.report [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.278650] env[68986]: DEBUG oslo_vmware.api [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215291, 'name': PowerOnVM_Task, 'duration_secs': 1.49544} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.279442] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.279442] env[68986]: INFO nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Took 13.88 seconds to spawn the instance on the hypervisor. [ 625.279442] env[68986]: DEBUG nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.280464] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65e262d-8817-40d1-8e52-678c8d2497a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.286575] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Downloaded image file data 93897401-7d29-4984-a096-318e7b4ac470 to vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk on the data store datastore1 {{(pid=68986) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 625.288375] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Caching image {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 625.288621] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copying Virtual Disk [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk to [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.289233] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01022cb4-f939-485a-abbf-1018719594dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.307232] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 625.307232] env[68986]: value = "task-3215293" [ 625.307232] env[68986]: _type = "Task" [ 625.307232] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.318627] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.342442] env[68986]: DEBUG nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.409768] env[68986]: DEBUG nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.447769] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.449946] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.450190] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.450398] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.450687] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.450777] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.450923] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.451089] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.451256] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.451414] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.451796] env[68986]: DEBUG nova.virt.hardware [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.452611] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b557d0-7391-40b3-8a55-fd93bf100545 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.462814] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a993c5a6-14dc-4b57-9f0c-b62d347d2f7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.488028] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.496564] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Creating folder: Project (a8cecb5217b346699c1db255eaa87db7). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.496887] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f46f83e-ff3d-4245-a385-f8ff891f5b28 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.511304] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Created folder: Project (a8cecb5217b346699c1db255eaa87db7) in parent group-v642845. [ 625.511508] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Creating folder: Instances. Parent ref: group-v642864. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.513064] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d5bfbf-9518-42e1-9222-b3ff9e0fcd55 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.522702] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Created folder: Instances in parent group-v642864. [ 625.522905] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.526773] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.527351] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc1c79ed-537f-4edc-8303-f3fdbf6d25e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.554352] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.554352] env[68986]: value = "task-3215296" [ 625.554352] env[68986]: _type = "Task" [ 625.554352] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.562952] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215296, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.657489] env[68986]: DEBUG nova.network.neutron [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Successfully updated port: e81af725-46f6-4aad-bd4c-57a57913fd5d {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.723424] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079446} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.723678] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.724733] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea32555-9225-457a-b2c4-78d7b3b95b53 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.753438] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2da173fe-12dc-4a74-a960-6d9de52f3c34/2da173fe-12dc-4a74-a960-6d9de52f3c34.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.760067] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.760067] env[68986]: DEBUG nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.763542] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecae6885-6cef-470e-979b-cf01198bc035 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.780637] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.371s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.782915] env[68986]: INFO nova.compute.claims [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.793680] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 625.793680] env[68986]: value = "task-3215297" [ 625.793680] env[68986]: _type = "Task" [ 625.793680] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.810347] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.818232] env[68986]: INFO nova.compute.manager [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Took 23.41 seconds to build instance. [ 625.830619] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215293, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.895609] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.055517] env[68986]: DEBUG nova.network.neutron [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updated VIF entry in instance network info cache for port 4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.056033] env[68986]: DEBUG nova.network.neutron [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance_info_cache with network_info: [{"id": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "address": "fa:16:3e:a0:a7:45", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad95b19-3a", "ovs_interfaceid": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.074862] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215296, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.165401] env[68986]: DEBUG nova.network.neutron [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Updated VIF entry in instance network info cache for port 3331efae-c6b5-47a2-b9bf-eeffefcb1764. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.165919] env[68986]: DEBUG nova.network.neutron [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Updating instance_info_cache with network_info: [{"id": "3331efae-c6b5-47a2-b9bf-eeffefcb1764", "address": "fa:16:3e:38:55:49", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3331efae-c6", "ovs_interfaceid": "3331efae-c6b5-47a2-b9bf-eeffefcb1764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.167675] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "refresh_cache-cb0f0c6d-e536-4750-81d4-9c534928ef25" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.167926] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "refresh_cache-cb0f0c6d-e536-4750-81d4-9c534928ef25" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.168199] env[68986]: DEBUG nova.network.neutron [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.282585] env[68986]: DEBUG nova.compute.utils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.284673] env[68986]: DEBUG nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.284903] env[68986]: DEBUG nova.network.neutron [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.305266] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215297, 'name': ReconfigVM_Task, 'duration_secs': 0.507603} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.306520] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2da173fe-12dc-4a74-a960-6d9de52f3c34/2da173fe-12dc-4a74-a960-6d9de52f3c34.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.307188] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad94553-ba3c-48dd-af13-a69775dde582 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.318451] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 626.318451] env[68986]: value = "task-3215298" [ 626.318451] env[68986]: _type = "Task" [ 626.318451] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.325458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7654ff-3716-47bc-a20d-5250f4653998 tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.930s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.325696] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215293, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.325964] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.132s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.326190] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] During sync_power_state the instance has a pending task (spawning). Skip. [ 626.326367] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.332338] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215298, 'name': Rename_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.428781] env[68986]: DEBUG nova.policy [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be007165af8b447f8d819a95a758b547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4cad50d5d3410cb0c602317a459b0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.563459] env[68986]: DEBUG oslo_concurrency.lockutils [req-d735d76d-ae68-419f-b61b-bd952d1230bb req-7a05fdf2-720f-4523-85e0-9a8eaabd7aad service nova] Releasing lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.575098] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215296, 'name': CreateVM_Task, 'duration_secs': 0.58472} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.575098] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.575098] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.575098] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.576133] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.576133] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243222b6-1be0-4985-b1bd-cbdd4add3657 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.582387] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.582536] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.586973] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 626.586973] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523becdb-9377-4343-0a98-37d82829dab7" [ 626.586973] env[68986]: _type = "Task" [ 626.586973] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.597313] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523becdb-9377-4343-0a98-37d82829dab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.672197] env[68986]: DEBUG oslo_concurrency.lockutils [req-96112d03-35d7-46ed-a161-1d1382672cc1 req-b7e0bab4-3b91-45d5-a3fc-a2c20d93c8d8 service nova] Releasing lock "refresh_cache-d9dc5466-dbca-4a5e-9206-528bddc6c468" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.755612] env[68986]: DEBUG nova.network.neutron [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.788706] env[68986]: DEBUG nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.831889] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215293, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.186518} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.839870] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copied Virtual Disk [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk to [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.840031] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleting the datastore file [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470/tmp-sparse.vmdk {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.842284] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dbab7d6-2e37-41f6-b148-b19cc232039f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.855996] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215298, 'name': Rename_Task, 'duration_secs': 0.279445} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.863281] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.865963] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96b791d1-3c59-4c0b-9165-c872ad40f37f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.869261] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 626.869261] env[68986]: value = "task-3215299" [ 626.869261] env[68986]: _type = "Task" [ 626.869261] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.873649] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 626.873649] env[68986]: value = "task-3215300" [ 626.873649] env[68986]: _type = "Task" [ 626.873649] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.885632] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.893092] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.958061] env[68986]: DEBUG nova.network.neutron [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Successfully created port: 6767e1a9-e5b9-4ac4-808d-089004b04f68 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.988033] env[68986]: DEBUG nova.network.neutron [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Updating instance_info_cache with network_info: [{"id": "e81af725-46f6-4aad-bd4c-57a57913fd5d", "address": "fa:16:3e:7e:bb:7d", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81af725-46", "ovs_interfaceid": "e81af725-46f6-4aad-bd4c-57a57913fd5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.042027] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce8c10b-04c1-4330-8029-94670aae62ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.055028] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7045c3f0-a217-40e3-8b19-1ac24f5d5148 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.093541] env[68986]: DEBUG nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.100968] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d1875c-bd9e-4e0a-98ac-e90479fe0d5f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.112636] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.113433] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.113666] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.115350] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce292874-7852-41f5-b25f-6221b720a23f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.132744] env[68986]: DEBUG nova.compute.provider_tree [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.384372] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040981} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.387892] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.388047] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Moving file from [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299/93897401-7d29-4984-a096-318e7b4ac470 to [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470. {{(pid=68986) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 627.388419] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215300, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.388526] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-740ca8b7-3a3e-4d10-b760-a8123e2fd419 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.395231] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 627.395231] env[68986]: value = "task-3215301" [ 627.395231] env[68986]: _type = "Task" [ 627.395231] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.404261] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215301, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.494646] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "refresh_cache-cb0f0c6d-e536-4750-81d4-9c534928ef25" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.494965] env[68986]: DEBUG nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance network_info: |[{"id": "e81af725-46f6-4aad-bd4c-57a57913fd5d", "address": "fa:16:3e:7e:bb:7d", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81af725-46", "ovs_interfaceid": "e81af725-46f6-4aad-bd4c-57a57913fd5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.495371] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:bb:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e81af725-46f6-4aad-bd4c-57a57913fd5d', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.504985] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating folder: Project (2c4cad50d5d3410cb0c602317a459b0a). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.505101] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-538ccc1c-3568-449b-a9d5-158a838a690d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.514906] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created folder: Project (2c4cad50d5d3410cb0c602317a459b0a) in parent group-v642845. [ 627.515765] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating folder: Instances. Parent ref: group-v642867. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.515765] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e886951-33db-4986-9f06-1e26ffa8d07a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.524460] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created folder: Instances in parent group-v642867. [ 627.524688] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.524872] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.525077] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ce48d5-7ba8-4715-8bc3-859bf7b73f50 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.545212] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.545212] env[68986]: value = "task-3215304" [ 627.545212] env[68986]: _type = "Task" [ 627.545212] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.553770] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215304, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.636870] env[68986]: DEBUG nova.scheduler.client.report [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.645224] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.671473] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.673767] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.721129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Acquiring lock "b1215d95-3286-4169-b4e5-2947574cfe7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.721561] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.721788] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Acquiring lock "b1215d95-3286-4169-b4e5-2947574cfe7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.721981] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.722220] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.724307] env[68986]: INFO nova.compute.manager [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Terminating instance [ 627.811241] env[68986]: DEBUG nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.840492] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.840784] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.840947] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.841679] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.841876] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.842039] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.842324] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.842499] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.843074] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.843176] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.843429] env[68986]: DEBUG nova.virt.hardware [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.844411] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7cb3aa-5171-43e6-b467-c8c300f4f218 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.855292] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4026f89-b453-4ad2-a9cd-6224a131ee1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.862316] env[68986]: DEBUG nova.compute.manager [None req-d5ba5fd8-d1bd-413a-b319-65e2880d81a0 tempest-ServerExternalEventsTest-998884705 tempest-ServerExternalEventsTest-998884705-project] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Received event network-changed {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.862408] env[68986]: DEBUG nova.compute.manager [None req-d5ba5fd8-d1bd-413a-b319-65e2880d81a0 tempest-ServerExternalEventsTest-998884705 tempest-ServerExternalEventsTest-998884705-project] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Refreshing instance network info cache due to event network-changed. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.863909] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5ba5fd8-d1bd-413a-b319-65e2880d81a0 tempest-ServerExternalEventsTest-998884705 tempest-ServerExternalEventsTest-998884705-project] Acquiring lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.863909] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5ba5fd8-d1bd-413a-b319-65e2880d81a0 tempest-ServerExternalEventsTest-998884705 tempest-ServerExternalEventsTest-998884705-project] Acquired lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.863909] env[68986]: DEBUG nova.network.neutron [None req-d5ba5fd8-d1bd-413a-b319-65e2880d81a0 tempest-ServerExternalEventsTest-998884705 tempest-ServerExternalEventsTest-998884705-project] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.891787] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215300, 'name': PowerOnVM_Task} progress is 19%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.906639] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215301, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.066526} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.907298] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] File moved {{(pid=68986) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 627.907547] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Cleaning up location [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 627.907722] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleting the datastore file [datastore1] vmware_temp/844a4f11-16fc-4ceb-917c-2930b0c8e299 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.907988] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30202cc6-96fe-4eb4-ac31-92485fa40943 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.914883] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 627.914883] env[68986]: value = "task-3215305" [ 627.914883] env[68986]: _type = "Task" [ 627.914883] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.924957] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.058488] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215304, 'name': CreateVM_Task, 'duration_secs': 0.355183} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.058628] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.059406] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.059571] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.059925] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.060233] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40760029-f40b-4ef7-bc89-0d1f52c28dea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.065598] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 628.065598] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b430ea-6860-5d51-28c8-423f18d081c6" [ 628.065598] env[68986]: _type = "Task" [ 628.065598] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.080369] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b430ea-6860-5d51-28c8-423f18d081c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.094338] env[68986]: DEBUG nova.compute.manager [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Received event network-vif-plugged-e81af725-46f6-4aad-bd4c-57a57913fd5d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.094591] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] Acquiring lock "cb0f0c6d-e536-4750-81d4-9c534928ef25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.094768] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.094935] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.095387] env[68986]: DEBUG nova.compute.manager [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] No waiting events found dispatching network-vif-plugged-e81af725-46f6-4aad-bd4c-57a57913fd5d {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.095601] env[68986]: WARNING nova.compute.manager [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Received unexpected event network-vif-plugged-e81af725-46f6-4aad-bd4c-57a57913fd5d for instance with vm_state building and task_state spawning. [ 628.095755] env[68986]: DEBUG nova.compute.manager [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Received event network-changed-e81af725-46f6-4aad-bd4c-57a57913fd5d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.095932] env[68986]: DEBUG nova.compute.manager [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Refreshing instance network info cache due to event network-changed-e81af725-46f6-4aad-bd4c-57a57913fd5d. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.096101] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] Acquiring lock "refresh_cache-cb0f0c6d-e536-4750-81d4-9c534928ef25" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.096224] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] Acquired lock "refresh_cache-cb0f0c6d-e536-4750-81d4-9c534928ef25" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.096425] env[68986]: DEBUG nova.network.neutron [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Refreshing network info cache for port e81af725-46f6-4aad-bd4c-57a57913fd5d {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.147512] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.148261] env[68986]: DEBUG nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.151364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.679s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.174673] env[68986]: DEBUG nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.228901] env[68986]: DEBUG nova.compute.manager [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.228901] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.231200] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9844145-7bae-4881-a210-5beff785b6d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.240832] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.241553] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d6742fd-3ab1-489a-9d6c-162dcf3aa296 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.249671] env[68986]: DEBUG oslo_vmware.api [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Waiting for the task: (returnval){ [ 628.249671] env[68986]: value = "task-3215306" [ 628.249671] env[68986]: _type = "Task" [ 628.249671] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.261518] env[68986]: DEBUG oslo_vmware.api [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Task: {'id': task-3215306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.310321] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "4b0b0870-1278-46f6-a1f7-b342a228de6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.310945] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.399290] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215300, 'name': PowerOnVM_Task} progress is 80%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.429031] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027868} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.429031] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.429031] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77dbaa92-54ab-4a91-ae2e-7828efbdbb48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.437508] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 628.437508] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e04358-9c80-d80d-8186-e7634665a32d" [ 628.437508] env[68986]: _type = "Task" [ 628.437508] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.449225] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e04358-9c80-d80d-8186-e7634665a32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.579358] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b430ea-6860-5d51-28c8-423f18d081c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.579984] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.581084] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.581084] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.662480] env[68986]: DEBUG nova.compute.utils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.662794] env[68986]: DEBUG nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.663133] env[68986]: DEBUG nova.network.neutron [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.704574] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.721446] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.722596] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.724882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.724882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.724882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.727782] env[68986]: INFO nova.compute.manager [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Terminating instance [ 628.763110] env[68986]: DEBUG oslo_vmware.api [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Task: {'id': task-3215306, 'name': PowerOffVM_Task, 'duration_secs': 0.209943} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.764181] env[68986]: DEBUG nova.network.neutron [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Successfully updated port: 6767e1a9-e5b9-4ac4-808d-089004b04f68 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.766940] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.766940] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.772752] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab7aee77-fde6-4df6-b960-0bf83e442893 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.786569] env[68986]: DEBUG nova.policy [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0418d923a52434b914c603bc7b183b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8415353d40ea44198fe5cc901be66f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.814918] env[68986]: DEBUG nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.842274] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.842583] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.842779] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Deleting the datastore file [datastore2] b1215d95-3286-4169-b4e5-2947574cfe7e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.843063] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88fb5d45-4f4e-4c8a-b8cd-680ae582859b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.849562] env[68986]: DEBUG oslo_vmware.api [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Waiting for the task: (returnval){ [ 628.849562] env[68986]: value = "task-3215312" [ 628.849562] env[68986]: _type = "Task" [ 628.849562] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.860905] env[68986]: DEBUG oslo_vmware.api [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Task: {'id': task-3215312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.889206] env[68986]: DEBUG oslo_vmware.api [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215300, 'name': PowerOnVM_Task, 'duration_secs': 1.637485} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.889520] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.889742] env[68986]: INFO nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Took 15.25 seconds to spawn the instance on the hypervisor. [ 628.889962] env[68986]: DEBUG nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.890953] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6caf4-3149-4a6b-bbaf-0ba10fb54590 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.956345] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e04358-9c80-d80d-8186-e7634665a32d, 'name': SearchDatastore_Task, 'duration_secs': 0.018939} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.956832] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.957151] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] d9dc5466-dbca-4a5e-9206-528bddc6c468/d9dc5466-dbca-4a5e-9206-528bddc6c468.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.957625] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.957827] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.958055] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98c5a8c6-600e-421c-a2a5-0cd07da0408d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.960610] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89cf7b12-8481-4925-95a3-a702f7ce1567 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.966873] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 628.966873] env[68986]: value = "task-3215313" [ 628.966873] env[68986]: _type = "Task" [ 628.966873] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.972755] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.972953] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.974353] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58e16a1-1629-4634-bda0-92ccf1d9aa2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.981682] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.984609] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 628.984609] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e614b3-7bdf-b988-7eb3-bce47c71f8f1" [ 628.984609] env[68986]: _type = "Task" [ 628.984609] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.992981] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e614b3-7bdf-b988-7eb3-bce47c71f8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.169244] env[68986]: DEBUG nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.200619] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance b1215d95-3286-4169-b4e5-2947574cfe7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.200744] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d0a68666-a76a-45b4-9683-5803498046c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.200873] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 47736cad-bc63-41b3-b550-f236c3b19354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.200990] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance dee8bb25-f581-48f1-b022-6ef8e93eaf1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.201120] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 2da173fe-12dc-4a74-a960-6d9de52f3c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.201233] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d9dc5466-dbca-4a5e-9206-528bddc6c468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.201343] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance cb0f0c6d-e536-4750-81d4-9c534928ef25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.201452] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.201559] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 03de7cab-4c1d-45ac-bca4-8023d297e8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.201664] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 31e68b51-2306-4fc9-9b91-07c60037b864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 629.225913] env[68986]: DEBUG nova.network.neutron [None req-d5ba5fd8-d1bd-413a-b319-65e2880d81a0 tempest-ServerExternalEventsTest-998884705 tempest-ServerExternalEventsTest-998884705-project] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Updating instance_info_cache with network_info: [{"id": "1c941761-9e37-4e92-b3c0-51253d4bee63", "address": "fa:16:3e:2e:e5:0d", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c941761-9e", "ovs_interfaceid": "1c941761-9e37-4e92-b3c0-51253d4bee63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.231885] env[68986]: DEBUG nova.compute.manager [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.232111] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.233174] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4ad731-e3a3-412e-8cdb-bc2913e38b6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.245952] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.247455] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7628d35a-6705-4ad3-9daa-a7b40e24bcfa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.254889] env[68986]: DEBUG oslo_vmware.api [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 629.254889] env[68986]: value = "task-3215314" [ 629.254889] env[68986]: _type = "Task" [ 629.254889] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.275234] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "refresh_cache-03de7cab-4c1d-45ac-bca4-8023d297e8e5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.275234] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "refresh_cache-03de7cab-4c1d-45ac-bca4-8023d297e8e5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.276657] env[68986]: DEBUG nova.network.neutron [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.278248] env[68986]: DEBUG oslo_vmware.api [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.346511] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.364215] env[68986]: DEBUG oslo_vmware.api [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Task: {'id': task-3215312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372649} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.364215] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.364215] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.364215] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.364215] env[68986]: INFO nova.compute.manager [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 629.364407] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.364407] env[68986]: DEBUG nova.compute.manager [-] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.364407] env[68986]: DEBUG nova.network.neutron [-] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.415787] env[68986]: INFO nova.compute.manager [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Took 26.06 seconds to build instance. [ 629.484936] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215313, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.500211] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e614b3-7bdf-b988-7eb3-bce47c71f8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.501884] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81205c54-9deb-4236-8792-a3f1b3aa3bf9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.508972] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 629.508972] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fded7-95fd-2b8a-1480-26b308c47352" [ 629.508972] env[68986]: _type = "Task" [ 629.508972] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.522738] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fded7-95fd-2b8a-1480-26b308c47352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.548417] env[68986]: DEBUG nova.network.neutron [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Updated VIF entry in instance network info cache for port e81af725-46f6-4aad-bd4c-57a57913fd5d. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.548837] env[68986]: DEBUG nova.network.neutron [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Updating instance_info_cache with network_info: [{"id": "e81af725-46f6-4aad-bd4c-57a57913fd5d", "address": "fa:16:3e:7e:bb:7d", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81af725-46", "ovs_interfaceid": "e81af725-46f6-4aad-bd4c-57a57913fd5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.715612] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8be461f0-4cdb-4abc-a860-9bbd55111a8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 629.732364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5ba5fd8-d1bd-413a-b319-65e2880d81a0 tempest-ServerExternalEventsTest-998884705 tempest-ServerExternalEventsTest-998884705-project] Releasing lock "refresh_cache-47736cad-bc63-41b3-b550-f236c3b19354" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.768838] env[68986]: DEBUG oslo_vmware.api [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215314, 'name': PowerOffVM_Task, 'duration_secs': 0.21008} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.769126] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.769301] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.769543] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d406f173-daba-4bf9-aa76-10dd90431ea8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.827054] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.827737] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.828104] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Deleting the datastore file [datastore2] dee8bb25-f581-48f1-b022-6ef8e93eaf1b {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.828843] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a17e6a-e972-4e48-b05b-36f301dfb340 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.840078] env[68986]: DEBUG oslo_vmware.api [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for the task: (returnval){ [ 629.840078] env[68986]: value = "task-3215316" [ 629.840078] env[68986]: _type = "Task" [ 629.840078] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.851666] env[68986]: DEBUG oslo_vmware.api [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.864635] env[68986]: DEBUG nova.network.neutron [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.920057] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8630724e-7874-4297-9c4d-973902784afd tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.577s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.921619] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.726s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.921619] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] During sync_power_state the instance has a pending task (spawning). Skip. [ 629.921619] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.968997] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.969365] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.986059] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741605} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.986376] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] d9dc5466-dbca-4a5e-9206-528bddc6c468/d9dc5466-dbca-4a5e-9206-528bddc6c468.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.986694] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.990269] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76cbf66-bd89-49ad-b8eb-3a6bd80a84f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.995230] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 629.995230] env[68986]: value = "task-3215317" [ 629.995230] env[68986]: _type = "Task" [ 629.995230] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.007372] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.022672] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fded7-95fd-2b8a-1480-26b308c47352, 'name': SearchDatastore_Task, 'duration_secs': 0.055742} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.022672] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.023192] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.023443] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.023645] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.023892] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ed4df9f-51f9-4adb-ac1d-73901c83f686 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.028614] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0649dce-ed51-4adc-91f3-517852ee895f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.035394] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 630.035394] env[68986]: value = "task-3215318" [ 630.035394] env[68986]: _type = "Task" [ 630.035394] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.040258] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.040604] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.041822] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f2eff6-4197-444c-b332-e45f058f3651 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.047710] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.050730] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 630.050730] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5207e261-016a-1a54-8e0b-9933d4bc6513" [ 630.050730] env[68986]: _type = "Task" [ 630.050730] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.051327] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b0f0c7c-d437-442f-8333-527ed9041365 req-44aa5b4c-014d-481a-a8e2-149a7a3414db service nova] Releasing lock "refresh_cache-cb0f0c6d-e536-4750-81d4-9c534928ef25" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.059997] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5207e261-016a-1a54-8e0b-9933d4bc6513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.062610] env[68986]: DEBUG nova.network.neutron [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Successfully created port: 9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.184679] env[68986]: DEBUG nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.210558] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.210806] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.210956] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.211147] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.211291] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.211437] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.211654] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.211883] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.211931] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.212100] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.212301] env[68986]: DEBUG nova.virt.hardware [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.213524] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d30d5b-340e-4cf8-9dba-fe113ac13256 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.218048] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f2e8b80e-a3dc-4203-8927-1b6837e60cfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 630.223885] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc29ad-64ba-42d9-981e-c36c9fdac264 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.289153] env[68986]: DEBUG nova.compute.manager [req-0cc30e1c-ea94-4e02-9de5-a4358b892c5a req-8c7ac162-3c6f-4bdf-a010-cb0a920c4878 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Received event network-vif-plugged-6767e1a9-e5b9-4ac4-808d-089004b04f68 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.289376] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cc30e1c-ea94-4e02-9de5-a4358b892c5a req-8c7ac162-3c6f-4bdf-a010-cb0a920c4878 service nova] Acquiring lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.289695] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cc30e1c-ea94-4e02-9de5-a4358b892c5a req-8c7ac162-3c6f-4bdf-a010-cb0a920c4878 service nova] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.289735] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cc30e1c-ea94-4e02-9de5-a4358b892c5a req-8c7ac162-3c6f-4bdf-a010-cb0a920c4878 service nova] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.289891] env[68986]: DEBUG nova.compute.manager [req-0cc30e1c-ea94-4e02-9de5-a4358b892c5a req-8c7ac162-3c6f-4bdf-a010-cb0a920c4878 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] No waiting events found dispatching network-vif-plugged-6767e1a9-e5b9-4ac4-808d-089004b04f68 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.290505] env[68986]: WARNING nova.compute.manager [req-0cc30e1c-ea94-4e02-9de5-a4358b892c5a req-8c7ac162-3c6f-4bdf-a010-cb0a920c4878 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Received unexpected event network-vif-plugged-6767e1a9-e5b9-4ac4-808d-089004b04f68 for instance with vm_state building and task_state spawning. [ 630.322399] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "47736cad-bc63-41b3-b550-f236c3b19354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.322817] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "47736cad-bc63-41b3-b550-f236c3b19354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.322817] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "47736cad-bc63-41b3-b550-f236c3b19354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.323231] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "47736cad-bc63-41b3-b550-f236c3b19354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.323231] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "47736cad-bc63-41b3-b550-f236c3b19354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.325419] env[68986]: INFO nova.compute.manager [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Terminating instance [ 630.350610] env[68986]: DEBUG oslo_vmware.api [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Task: {'id': task-3215316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133056} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.350860] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.351238] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.351446] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.351611] env[68986]: INFO nova.compute.manager [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 630.352455] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.352649] env[68986]: DEBUG nova.compute.manager [-] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.352855] env[68986]: DEBUG nova.network.neutron [-] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.399410] env[68986]: DEBUG nova.network.neutron [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Updating instance_info_cache with network_info: [{"id": "6767e1a9-e5b9-4ac4-808d-089004b04f68", "address": "fa:16:3e:3b:59:61", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6767e1a9-e5", "ovs_interfaceid": "6767e1a9-e5b9-4ac4-808d-089004b04f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.477360] env[68986]: DEBUG nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.506809] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066858} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.507114] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.507970] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451954b4-623e-42b9-8e10-8ca5a6df558d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.533125] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d9dc5466-dbca-4a5e-9206-528bddc6c468/d9dc5466-dbca-4a5e-9206-528bddc6c468.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.533527] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b557f1-2ad5-42af-852a-95c1b4ba45fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.562277] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 630.562277] env[68986]: value = "task-3215319" [ 630.562277] env[68986]: _type = "Task" [ 630.562277] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.574896] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.576086] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5207e261-016a-1a54-8e0b-9933d4bc6513, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.581167] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.581167] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54f8fdb-8b1b-4842-95cc-b68579ee5f90 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.587330] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 630.587330] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52024e89-bcef-adad-492d-ec5de4c40329" [ 630.587330] env[68986]: _type = "Task" [ 630.587330] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.598713] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52024e89-bcef-adad-492d-ec5de4c40329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.652686] env[68986]: DEBUG nova.network.neutron [-] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.723582] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 630.831641] env[68986]: DEBUG nova.compute.manager [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.831641] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.831641] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272221a1-2661-4874-a064-e1294a90565c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.843084] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.843414] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3fd7cda-3cf4-427c-a55f-afcd1c19d0e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.851519] env[68986]: DEBUG oslo_vmware.api [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 630.851519] env[68986]: value = "task-3215320" [ 630.851519] env[68986]: _type = "Task" [ 630.851519] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.864160] env[68986]: DEBUG oslo_vmware.api [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.903232] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "refresh_cache-03de7cab-4c1d-45ac-bca4-8023d297e8e5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.904215] env[68986]: DEBUG nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Instance network_info: |[{"id": "6767e1a9-e5b9-4ac4-808d-089004b04f68", "address": "fa:16:3e:3b:59:61", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6767e1a9-e5", "ovs_interfaceid": "6767e1a9-e5b9-4ac4-808d-089004b04f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.904391] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:59:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6767e1a9-e5b9-4ac4-808d-089004b04f68', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.920059] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.920059] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.920059] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb5b7f2-7384-45ac-a90e-89490713c668 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.942683] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.942683] env[68986]: value = "task-3215321" [ 630.942683] env[68986]: _type = "Task" [ 630.942683] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.951607] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215321, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.016171] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.068660] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824665} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.074540] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.074736] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.075056] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98abf886-0a64-4a75-a2b0-9303511ca90e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.084620] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.086997] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 631.086997] env[68986]: value = "task-3215322" [ 631.086997] env[68986]: _type = "Task" [ 631.086997] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.104534] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52024e89-bcef-adad-492d-ec5de4c40329, 'name': SearchDatastore_Task, 'duration_secs': 0.09787} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.108757] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.109205] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.111467] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.111467] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20eff5e0-81e8-4adc-8e60-f267115adce6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.123203] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 631.123203] env[68986]: value = "task-3215323" [ 631.123203] env[68986]: _type = "Task" [ 631.123203] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.139460] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.157935] env[68986]: INFO nova.compute.manager [-] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Took 1.79 seconds to deallocate network for instance. [ 631.231473] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 4b0b0870-1278-46f6-a1f7-b342a228de6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 631.231742] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 631.232627] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 631.367176] env[68986]: DEBUG oslo_vmware.api [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215320, 'name': PowerOffVM_Task, 'duration_secs': 0.249725} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.367453] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.367623] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.368148] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d52f74-4ee5-430e-8cd9-9181ba9fbcc9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.461997] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215321, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.465518] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.465518] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.465518] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Deleting the datastore file [datastore2] 47736cad-bc63-41b3-b550-f236c3b19354 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.465518] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e96a4f2-f5c0-4326-8293-4554f4b42b91 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.478381] env[68986]: DEBUG oslo_vmware.api [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for the task: (returnval){ [ 631.478381] env[68986]: value = "task-3215326" [ 631.478381] env[68986]: _type = "Task" [ 631.478381] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.493279] env[68986]: DEBUG oslo_vmware.api [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.519283] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae5eda9-7dab-48a9-98cc-ea0f485d6763 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.530374] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88297bcf-37ea-4058-ac4f-7233e005b584 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.565632] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ded76e-c78f-4c68-85c2-d7c02c82f9c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.580879] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215319, 'name': ReconfigVM_Task, 'duration_secs': 0.578891} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.581359] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d9dc5466-dbca-4a5e-9206-528bddc6c468/d9dc5466-dbca-4a5e-9206-528bddc6c468.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.583323] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6c7449-8554-4d1b-8f63-96b982650db2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.587650] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf5829ee-07fa-4ed9-b8e2-03b03297e5c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.603286] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.609651] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083626} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.609651] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 631.609651] env[68986]: value = "task-3215327" [ 631.609651] env[68986]: _type = "Task" [ 631.609651] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.610232] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.611334] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a8537-9b5e-45fd-b03c-5fa532f3dce0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.637245] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.645507] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64cb2934-76cb-40c0-a2b1-6156f2c7cdfc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.661019] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215327, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.669570] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.669902] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.672282] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 631.672282] env[68986]: value = "task-3215328" [ 631.672282] env[68986]: _type = "Task" [ 631.672282] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.681532] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.957799] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215321, 'name': CreateVM_Task, 'duration_secs': 0.533321} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.959320] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.961579] env[68986]: DEBUG nova.compute.manager [req-00a54325-494d-44b9-a227-6a69f2942ea7 req-47d888a7-fcc6-4473-a162-70a3e0baaaac service nova] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Received event network-vif-deleted-b45e938e-5444-4b28-a8b5-c398f58b2e82 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.962791] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.963021] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.963798] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.965062] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27a5d16-bfa9-41b2-9f8f-da3b6551de14 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.972497] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 631.972497] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52889e4a-c502-5e7e-68bd-cc5e16c9295f" [ 631.972497] env[68986]: _type = "Task" [ 631.972497] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.988337] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52889e4a-c502-5e7e-68bd-cc5e16c9295f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.994682] env[68986]: DEBUG nova.network.neutron [-] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.997014] env[68986]: DEBUG oslo_vmware.api [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215326, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.111774] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.129142] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215327, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.142619] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670204} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.143069] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.144176] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.144840] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f24ae8f8-bee6-4303-93ab-78f9e7e709ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.155666] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 632.155666] env[68986]: value = "task-3215329" [ 632.155666] env[68986]: _type = "Task" [ 632.155666] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.168049] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.184144] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.493789] env[68986]: DEBUG oslo_vmware.api [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Task: {'id': task-3215326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519996} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.497450] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.497643] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.497821] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.497995] env[68986]: INFO nova.compute.manager [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Took 1.67 seconds to destroy the instance on the hypervisor. [ 632.498745] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.498841] env[68986]: INFO nova.compute.manager [-] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Took 2.15 seconds to deallocate network for instance. [ 632.499058] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52889e4a-c502-5e7e-68bd-cc5e16c9295f, 'name': SearchDatastore_Task, 'duration_secs': 0.032351} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.499250] env[68986]: DEBUG nova.compute.manager [-] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.499355] env[68986]: DEBUG nova.network.neutron [-] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.502453] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.502667] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.502893] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.503039] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.503226] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.506301] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab07c91-cf66-4f4c-8ac4-6fe78046e804 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.517939] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.519168] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.519168] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3fb233-d6c3-488c-9874-5c7932a605b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.525092] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 632.525092] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ce1abb-adc2-23f3-324e-2562f781922c" [ 632.525092] env[68986]: _type = "Task" [ 632.525092] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.534065] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ce1abb-adc2-23f3-324e-2562f781922c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.623438] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 632.623438] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.472s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.623438] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.728s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.624872] env[68986]: INFO nova.compute.claims [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.628170] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.628170] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Getting list of instances from cluster (obj){ [ 632.628170] env[68986]: value = "domain-c8" [ 632.628170] env[68986]: _type = "ClusterComputeResource" [ 632.628170] env[68986]: } {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 632.629379] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744def3-29d0-486c-a406-2db539414555 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.637046] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215327, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.652954] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Got total of 6 instances {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 632.666592] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078754} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.667139] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.672022] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850a9424-6c9d-410b-98b8-11be4dc21267 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.688234] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215328, 'name': ReconfigVM_Task, 'duration_secs': 0.715402} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.700366] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.709982] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.710220] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1816a91-ccd7-4653-8146-4eb1831f7aa2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.712845] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d78704-fb4f-4fcf-b4db-a2fce976d5e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.739185] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 632.739185] env[68986]: value = "task-3215331" [ 632.739185] env[68986]: _type = "Task" [ 632.739185] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.748272] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 632.748272] env[68986]: value = "task-3215330" [ 632.748272] env[68986]: _type = "Task" [ 632.748272] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.754434] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.759606] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215330, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.010767] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.038589] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ce1abb-adc2-23f3-324e-2562f781922c, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.040132] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aae5388-29e2-4ea0-a191-9dbd012fcc1a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.051187] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 633.051187] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b1c24a-8ad2-324d-44d0-db2b6cbbb680" [ 633.051187] env[68986]: _type = "Task" [ 633.051187] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.062134] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b1c24a-8ad2-324d-44d0-db2b6cbbb680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.137091] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215327, 'name': Rename_Task, 'duration_secs': 1.28914} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.137091] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.137091] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b90ed0-70ed-4048-8c55-52a42d1b4a5d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.147420] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 633.147420] env[68986]: value = "task-3215332" [ 633.147420] env[68986]: _type = "Task" [ 633.147420] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.164884] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.254721] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.264513] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215330, 'name': Rename_Task, 'duration_secs': 0.201092} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.264874] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.266499] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b2a83d-bb05-4876-aff7-eef4ae5bc7d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.281208] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 633.281208] env[68986]: value = "task-3215333" [ 633.281208] env[68986]: _type = "Task" [ 633.281208] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.295090] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.481341] env[68986]: DEBUG nova.network.neutron [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Successfully updated port: 9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.502845] env[68986]: DEBUG nova.compute.manager [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Received event network-changed-6767e1a9-e5b9-4ac4-808d-089004b04f68 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.502845] env[68986]: DEBUG nova.compute.manager [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Refreshing instance network info cache due to event network-changed-6767e1a9-e5b9-4ac4-808d-089004b04f68. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.502845] env[68986]: DEBUG oslo_concurrency.lockutils [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] Acquiring lock "refresh_cache-03de7cab-4c1d-45ac-bca4-8023d297e8e5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.502845] env[68986]: DEBUG oslo_concurrency.lockutils [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] Acquired lock "refresh_cache-03de7cab-4c1d-45ac-bca4-8023d297e8e5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.502845] env[68986]: DEBUG nova.network.neutron [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Refreshing network info cache for port 6767e1a9-e5b9-4ac4-808d-089004b04f68 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.565292] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b1c24a-8ad2-324d-44d0-db2b6cbbb680, 'name': SearchDatastore_Task, 'duration_secs': 0.022264} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.565560] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.565816] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 03de7cab-4c1d-45ac-bca4-8023d297e8e5/03de7cab-4c1d-45ac-bca4-8023d297e8e5.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.566618] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d09856-dbdf-4ff1-ae3c-50314b59c13e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.575750] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 633.575750] env[68986]: value = "task-3215335" [ 633.575750] env[68986]: _type = "Task" [ 633.575750] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.589089] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.659421] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215332, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.756838] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215331, 'name': ReconfigVM_Task, 'duration_secs': 0.573489} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.757349] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Reconfigured VM instance instance-00000007 to attach disk [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.758388] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1396cca2-b00e-45f5-b21e-d838fd781764 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.769047] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 633.769047] env[68986]: value = "task-3215336" [ 633.769047] env[68986]: _type = "Task" [ 633.769047] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.779382] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215336, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.790916] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215333, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.943380] env[68986]: DEBUG nova.network.neutron [-] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.948854] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7ae90-8107-45fb-b16c-79d4e52b9f25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.962677] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00837044-d434-4448-9528-e4a269e7e106 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.000097] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.000097] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquired lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.000097] env[68986]: DEBUG nova.network.neutron [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.002720] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4292c92f-ce43-4b03-8d88-7414220e9827 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.018113] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c0ab4f-69cc-44be-be34-b855a1960225 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.034240] env[68986]: DEBUG nova.compute.provider_tree [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.089041] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.112948] env[68986]: DEBUG nova.compute.manager [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 634.161707] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215332, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.266132] env[68986]: DEBUG nova.network.neutron [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Updated VIF entry in instance network info cache for port 6767e1a9-e5b9-4ac4-808d-089004b04f68. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.266934] env[68986]: DEBUG nova.network.neutron [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Updating instance_info_cache with network_info: [{"id": "6767e1a9-e5b9-4ac4-808d-089004b04f68", "address": "fa:16:3e:3b:59:61", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6767e1a9-e5", "ovs_interfaceid": "6767e1a9-e5b9-4ac4-808d-089004b04f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.281012] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215336, 'name': Rename_Task, 'duration_secs': 0.430945} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.285979] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.286786] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68653f9d-d137-4fb0-a25a-6948ac0b71d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.296388] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215333, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.297722] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 634.297722] env[68986]: value = "task-3215337" [ 634.297722] env[68986]: _type = "Task" [ 634.297722] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.307449] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.456507] env[68986]: INFO nova.compute.manager [-] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Took 1.96 seconds to deallocate network for instance. [ 634.537979] env[68986]: DEBUG nova.scheduler.client.report [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.559059] env[68986]: DEBUG nova.network.neutron [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.587384] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548649} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.587892] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 03de7cab-4c1d-45ac-bca4-8023d297e8e5/03de7cab-4c1d-45ac-bca4-8023d297e8e5.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.588616] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.589274] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fde7918-596b-4123-bffe-272da914d808 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.604023] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 634.604023] env[68986]: value = "task-3215338" [ 634.604023] env[68986]: _type = "Task" [ 634.604023] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.613463] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.638708] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.662923] env[68986]: DEBUG oslo_vmware.api [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215332, 'name': PowerOnVM_Task, 'duration_secs': 1.304414} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.663419] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.663802] env[68986]: INFO nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Took 18.79 seconds to spawn the instance on the hypervisor. [ 634.664188] env[68986]: DEBUG nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.665182] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f52834-700c-4628-afd9-b4b244228c4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.682676] env[68986]: DEBUG nova.compute.manager [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Received event network-vif-deleted-1c5ae221-60a9-4c93-b9bb-d6ea66a5c9d7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.683766] env[68986]: DEBUG nova.compute.manager [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Received event network-vif-plugged-9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.683766] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] Acquiring lock "31e68b51-2306-4fc9-9b91-07c60037b864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.683889] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] Lock "31e68b51-2306-4fc9-9b91-07c60037b864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.683985] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] Lock "31e68b51-2306-4fc9-9b91-07c60037b864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.684173] env[68986]: DEBUG nova.compute.manager [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] No waiting events found dispatching network-vif-plugged-9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.684716] env[68986]: WARNING nova.compute.manager [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Received unexpected event network-vif-plugged-9a4dbbdc-3597-4238-b898-5433496e4594 for instance with vm_state building and task_state spawning. [ 634.684773] env[68986]: DEBUG nova.compute.manager [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Received event network-vif-deleted-1c941761-9e37-4e92-b3c0-51253d4bee63 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.685038] env[68986]: DEBUG nova.compute.manager [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Received event network-changed-9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.685678] env[68986]: DEBUG nova.compute.manager [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Refreshing instance network info cache due to event network-changed-9a4dbbdc-3597-4238-b898-5433496e4594. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.685896] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] Acquiring lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.764916] env[68986]: DEBUG nova.network.neutron [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updating instance_info_cache with network_info: [{"id": "9a4dbbdc-3597-4238-b898-5433496e4594", "address": "fa:16:3e:d9:b1:fa", "network": {"id": "5665c1d9-09ee-41d1-8273-7b9eb94c6b4a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-536317369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415353d40ea44198fe5cc901be66f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4dbbdc-35", "ovs_interfaceid": "9a4dbbdc-3597-4238-b898-5433496e4594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.769698] env[68986]: DEBUG oslo_concurrency.lockutils [req-bc84053a-7b84-44bc-bee4-d6721872a8b4 req-0e8f9b62-3f2a-4507-ac40-a90afee18524 service nova] Releasing lock "refresh_cache-03de7cab-4c1d-45ac-bca4-8023d297e8e5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.795023] env[68986]: DEBUG oslo_vmware.api [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215333, 'name': PowerOnVM_Task, 'duration_secs': 1.03914} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.795023] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.795023] env[68986]: INFO nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Took 9.38 seconds to spawn the instance on the hypervisor. [ 634.795023] env[68986]: DEBUG nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.795023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da2685b-6d1d-4bfd-a433-9c1698de888a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.811681] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215337, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.892028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "d0a68666-a76a-45b4-9683-5803498046c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.892028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "d0a68666-a76a-45b4-9683-5803498046c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.892028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "d0a68666-a76a-45b4-9683-5803498046c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.892028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "d0a68666-a76a-45b4-9683-5803498046c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.893756] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "d0a68666-a76a-45b4-9683-5803498046c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.893964] env[68986]: INFO nova.compute.manager [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Terminating instance [ 634.965301] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.044179] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.045314] env[68986]: DEBUG nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.050030] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.405s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.051205] env[68986]: INFO nova.compute.claims [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.114798] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134086} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.116454] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.117285] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9f8cb-c570-40e0-b17b-c5019f26dd62 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.146292] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 03de7cab-4c1d-45ac-bca4-8023d297e8e5/03de7cab-4c1d-45ac-bca4-8023d297e8e5.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.146991] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7467753b-5cf0-439b-a858-45af1968efa8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.176096] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 635.176096] env[68986]: value = "task-3215339" [ 635.176096] env[68986]: _type = "Task" [ 635.176096] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.191969] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.196434] env[68986]: INFO nova.compute.manager [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Took 25.25 seconds to build instance. [ 635.267262] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Releasing lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.268044] env[68986]: DEBUG nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Instance network_info: |[{"id": "9a4dbbdc-3597-4238-b898-5433496e4594", "address": "fa:16:3e:d9:b1:fa", "network": {"id": "5665c1d9-09ee-41d1-8273-7b9eb94c6b4a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-536317369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415353d40ea44198fe5cc901be66f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4dbbdc-35", "ovs_interfaceid": "9a4dbbdc-3597-4238-b898-5433496e4594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.268164] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] Acquired lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.268278] env[68986]: DEBUG nova.network.neutron [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Refreshing network info cache for port 9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.269625] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:b1:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a4dbbdc-3597-4238-b898-5433496e4594', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.281446] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Creating folder: Project (8415353d40ea44198fe5cc901be66f3c). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.282134] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39426dd8-cad0-4ec9-b7bb-dda4997d6d4f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.296794] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Created folder: Project (8415353d40ea44198fe5cc901be66f3c) in parent group-v642845. [ 635.296889] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Creating folder: Instances. Parent ref: group-v642874. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.297100] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2feea350-1d59-489b-8f93-367b37a5453b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.313302] env[68986]: INFO nova.compute.manager [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Took 17.46 seconds to build instance. [ 635.317529] env[68986]: DEBUG oslo_vmware.api [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215337, 'name': PowerOnVM_Task, 'duration_secs': 0.832506} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.319259] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.319535] env[68986]: INFO nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Took 12.35 seconds to spawn the instance on the hypervisor. [ 635.319729] env[68986]: DEBUG nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.320806] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Created folder: Instances in parent group-v642874. [ 635.320806] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.321306] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1da571-dbc0-4e45-b984-8e304641fc0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.325154] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.325154] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db8c71eb-713a-4806-94bb-37e1b6b54301 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.349966] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.349966] env[68986]: value = "task-3215342" [ 635.349966] env[68986]: _type = "Task" [ 635.349966] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.360563] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215342, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.401548] env[68986]: DEBUG nova.compute.manager [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.401779] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.402986] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205c487a-00b2-4434-a47d-20861a353f16 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.414410] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.414410] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d8c0eb-0faf-414d-9519-89ed39c2f5d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.425489] env[68986]: DEBUG oslo_vmware.api [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 635.425489] env[68986]: value = "task-3215343" [ 635.425489] env[68986]: _type = "Task" [ 635.425489] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.437696] env[68986]: DEBUG oslo_vmware.api [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.558657] env[68986]: DEBUG nova.compute.utils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.562755] env[68986]: DEBUG nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.562992] env[68986]: DEBUG nova.network.neutron [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.644915] env[68986]: DEBUG nova.policy [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8f896d9402740388e54a0c932497c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '936213ef3bc347a1af45a7e348ea9eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.689809] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.698549] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca9a19dc-080c-4b72-b5a6-ae1ca0fd7e53 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.761s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.698802] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.504s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.699948] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] During sync_power_state the instance has a pending task (spawning). Skip. [ 635.700155] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.819207] env[68986]: DEBUG oslo_concurrency.lockutils [None req-990dd22c-85e6-4a91-9d64-18b720096f85 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.978s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.868533] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215342, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.869100] env[68986]: INFO nova.compute.manager [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Took 18.26 seconds to build instance. [ 635.936644] env[68986]: DEBUG oslo_vmware.api [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215343, 'name': PowerOffVM_Task, 'duration_secs': 0.395063} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.936644] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.936644] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.936644] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9901111a-2dc5-455f-a110-7220f1084fc4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.025851] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.026337] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.026601] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Deleting the datastore file [datastore2] d0a68666-a76a-45b4-9683-5803498046c8 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.026889] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07e5e2e2-6e1c-4513-a2d7-029f871a3f66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.036142] env[68986]: DEBUG oslo_vmware.api [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for the task: (returnval){ [ 636.036142] env[68986]: value = "task-3215346" [ 636.036142] env[68986]: _type = "Task" [ 636.036142] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.048689] env[68986]: DEBUG oslo_vmware.api [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.063748] env[68986]: DEBUG nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.199288] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215339, 'name': ReconfigVM_Task, 'duration_secs': 0.775688} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.199288] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 03de7cab-4c1d-45ac-bca4-8023d297e8e5/03de7cab-4c1d-45ac-bca4-8023d297e8e5.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.202227] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641550da-d4c0-4ea1-aa29-00b168b5f978 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.216029] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 636.216029] env[68986]: value = "task-3215347" [ 636.216029] env[68986]: _type = "Task" [ 636.216029] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.230774] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215347, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.275065] env[68986]: DEBUG nova.network.neutron [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updated VIF entry in instance network info cache for port 9a4dbbdc-3597-4238-b898-5433496e4594. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.275478] env[68986]: DEBUG nova.network.neutron [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updating instance_info_cache with network_info: [{"id": "9a4dbbdc-3597-4238-b898-5433496e4594", "address": "fa:16:3e:d9:b1:fa", "network": {"id": "5665c1d9-09ee-41d1-8273-7b9eb94c6b4a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-536317369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415353d40ea44198fe5cc901be66f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4dbbdc-35", "ovs_interfaceid": "9a4dbbdc-3597-4238-b898-5433496e4594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.348718] env[68986]: DEBUG nova.network.neutron [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Successfully created port: d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.378874] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f59bebe-68b9-4d5a-86be-88456408e84f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.381200] env[68986]: DEBUG oslo_concurrency.lockutils [None req-522d0c32-f9a4-4b4a-a482-97f390ffe214 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.781s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.381395] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215342, 'name': CreateVM_Task, 'duration_secs': 0.601966} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.381593] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.382705] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.382859] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.383238] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.383454] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea19155d-8ae2-4407-9762-8e27b8e08d6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.388432] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f44862-1eba-401d-928b-862084fe254e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.392953] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 636.392953] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dca7a9-a02c-8b34-b601-b1ab489b0304" [ 636.392953] env[68986]: _type = "Task" [ 636.392953] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.425348] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a3fa00-66d7-4098-9681-3e6f538e1aa2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.433349] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dca7a9-a02c-8b34-b601-b1ab489b0304, 'name': SearchDatastore_Task, 'duration_secs': 0.015705} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.433349] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.433349] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.433349] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.433612] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.433612] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.433762] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a250fd1-b7fa-467b-aad7-6fecea6a643b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.439085] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc08ddb-50b2-49ce-b79a-9e2491ac7528 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.445688] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.445935] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.455405] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20330fe-5312-49ef-baa9-7bf196e76054 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.460563] env[68986]: DEBUG nova.compute.provider_tree [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.468926] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 636.468926] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db9a67-3de0-3406-2a89-299513647534" [ 636.468926] env[68986]: _type = "Task" [ 636.468926] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.484365] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db9a67-3de0-3406-2a89-299513647534, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.484365] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023350be-0fcd-4e7c-a1aa-84406034bb22 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.491039] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 636.491039] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5267631a-e5d8-ad7a-03e7-9346c6ff9416" [ 636.491039] env[68986]: _type = "Task" [ 636.491039] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.508029] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5267631a-e5d8-ad7a-03e7-9346c6ff9416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.547487] env[68986]: DEBUG oslo_vmware.api [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Task: {'id': task-3215346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273284} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.547825] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.548086] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.548340] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.548601] env[68986]: INFO nova.compute.manager [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 636.549203] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.549203] env[68986]: DEBUG nova.compute.manager [-] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.549348] env[68986]: DEBUG nova.network.neutron [-] [instance: d0a68666-a76a-45b4-9683-5803498046c8] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.726902] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215347, 'name': Rename_Task, 'duration_secs': 0.214255} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.727336] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.727710] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b62f9f9-0140-489d-b1ad-7e24bcef727f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.738311] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 636.738311] env[68986]: value = "task-3215348" [ 636.738311] env[68986]: _type = "Task" [ 636.738311] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.749864] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.778470] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea87334a-c8a7-4927-9798-51475a7eef21 req-6544497f-82e1-4bac-88f2-e7bbf41d9442 service nova] Releasing lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.967040] env[68986]: DEBUG nova.scheduler.client.report [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.004798] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5267631a-e5d8-ad7a-03e7-9346c6ff9416, 'name': SearchDatastore_Task, 'duration_secs': 0.015665} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.008018] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.008018] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 31e68b51-2306-4fc9-9b91-07c60037b864/31e68b51-2306-4fc9-9b91-07c60037b864.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.008018] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e505f24-75da-4d45-a2a6-b143ddbc6b18 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.018236] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 637.018236] env[68986]: value = "task-3215349" [ 637.018236] env[68986]: _type = "Task" [ 637.018236] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.030436] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.079518] env[68986]: DEBUG nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.119639] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1125715196',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-605410692',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.119893] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.120062] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.120264] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.120427] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.120678] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.120987] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.121645] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.121953] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.122246] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.122553] env[68986]: DEBUG nova.virt.hardware [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.124729] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc8fe9-8468-4f1c-917f-55a7ec21e22c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.138913] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d908f8cf-8d42-4c92-8179-7b2085ca46ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.254111] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215348, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.471061] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.471666] env[68986]: DEBUG nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.475563] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.771s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.477611] env[68986]: INFO nova.compute.claims [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.531891] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215349, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.761964] env[68986]: DEBUG oslo_vmware.api [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215348, 'name': PowerOnVM_Task, 'duration_secs': 0.597038} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.764146] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.764492] env[68986]: INFO nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Took 9.95 seconds to spawn the instance on the hypervisor. [ 637.766018] env[68986]: DEBUG nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.766018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c51f71-3318-4435-81eb-615a372ca569 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.800678] env[68986]: DEBUG nova.network.neutron [-] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.983433] env[68986]: DEBUG nova.compute.utils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.987983] env[68986]: DEBUG nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.987983] env[68986]: DEBUG nova.network.neutron [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.035398] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68566} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.036777] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 31e68b51-2306-4fc9-9b91-07c60037b864/31e68b51-2306-4fc9-9b91-07c60037b864.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.036777] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.037015] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8908bfcc-974d-4bac-abae-846164a7065f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.051760] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 638.051760] env[68986]: value = "task-3215351" [ 638.051760] env[68986]: _type = "Task" [ 638.051760] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.065261] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.120291] env[68986]: DEBUG nova.policy [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75a3553818f24d95814988f3a3e337d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d5b20b9f5294537b65a784ee15f5d69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.292038] env[68986]: INFO nova.compute.manager [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Took 17.26 seconds to build instance. [ 638.305265] env[68986]: INFO nova.compute.manager [-] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Took 1.76 seconds to deallocate network for instance. [ 638.489684] env[68986]: DEBUG nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.565263] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107548} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.565631] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.566527] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b72e4-7c95-4a7d-9be7-d2dd027f6b31 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.597415] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 31e68b51-2306-4fc9-9b91-07c60037b864/31e68b51-2306-4fc9-9b91-07c60037b864.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.601136] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59bc409-7483-4906-bdaf-32e9196af0cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.626365] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 638.626365] env[68986]: value = "task-3215352" [ 638.626365] env[68986]: _type = "Task" [ 638.626365] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.641225] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.797188] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ed3e4bc6-19b1-4872-a11e-a20d0d4a143b tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.804s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.818086] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.870272] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bae7c6a-0508-4d6c-b2d5-997346ca296a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.881919] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7847d08-44d6-4d34-b952-609d33edd068 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.933643] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc69ade-6efa-41c1-843d-c955ed47e175 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.948739] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4268b16e-ec61-44bf-b2ab-cbfe077eb79e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.966853] env[68986]: DEBUG nova.compute.provider_tree [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.144791] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.285539] env[68986]: DEBUG nova.compute.manager [req-40bc02f0-4df4-4175-95c7-37c9c61c3957 req-5cb503e0-f642-4ff5-9ccd-3b2e76a9a89d service nova] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Received event network-vif-deleted-b5f66ce9-7962-4fc2-bc2f-13690040bb14 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.472013] env[68986]: DEBUG nova.scheduler.client.report [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.506623] env[68986]: DEBUG nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.525698] env[68986]: DEBUG nova.network.neutron [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Successfully created port: abe8eb29-2097-434b-a984-518a0f8fe299 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.544511] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.545691] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.545994] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.546255] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.546404] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.546547] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.546761] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.546921] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.547343] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.547343] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.547464] env[68986]: DEBUG nova.virt.hardware [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.548718] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a47df-23a9-40d0-8c7b-94766efa7ef1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.559525] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48415a18-5578-4d9a-82a5-7cbc4424e7e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.637914] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215352, 'name': ReconfigVM_Task, 'duration_secs': 0.749943} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.638219] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 31e68b51-2306-4fc9-9b91-07c60037b864/31e68b51-2306-4fc9-9b91-07c60037b864.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.638843] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9e80204-bdec-43cc-ad1e-a90664fb0e94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.647879] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 639.647879] env[68986]: value = "task-3215353" [ 639.647879] env[68986]: _type = "Task" [ 639.647879] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.657532] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215353, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.710132] env[68986]: DEBUG nova.network.neutron [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Successfully updated port: d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.977922] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.978493] env[68986]: DEBUG nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.986671] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.637s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.986671] env[68986]: INFO nova.compute.claims [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.163564] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215353, 'name': Rename_Task, 'duration_secs': 0.224628} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.163704] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.163842] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c1216f-e337-445e-ae6d-67387a5b2833 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.175517] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 640.175517] env[68986]: value = "task-3215354" [ 640.175517] env[68986]: _type = "Task" [ 640.175517] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.189706] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.216456] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.216456] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.216456] env[68986]: DEBUG nova.network.neutron [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.491166] env[68986]: DEBUG nova.compute.utils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.499025] env[68986]: DEBUG nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.499025] env[68986]: DEBUG nova.network.neutron [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.689543] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215354, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.857610] env[68986]: DEBUG nova.policy [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ae469724db4f8c8a4fb122bbc0af7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e111ba67b5541a2816ffd3e733fdd94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.983303] env[68986]: DEBUG nova.network.neutron [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.997890] env[68986]: DEBUG nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.189818] env[68986]: DEBUG oslo_vmware.api [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215354, 'name': PowerOnVM_Task, 'duration_secs': 0.90074} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.190087] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.190317] env[68986]: INFO nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Took 11.01 seconds to spawn the instance on the hypervisor. [ 641.190502] env[68986]: DEBUG nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.193994] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02857b1b-d194-4e89-a0a4-f775f16b9615 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.353111] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b6796-5784-48c2-bda8-819435a02984 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.365197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbc9a9-9787-44a9-b5fe-69ed9ac79510 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.400734] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70faf673-a347-443a-9af0-3f5436a5d6d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.410243] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a5792-7baa-4e95-b7d9-8ddbbc43b43e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.428964] env[68986]: DEBUG nova.compute.provider_tree [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.694320] env[68986]: DEBUG nova.network.neutron [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Updating instance_info_cache with network_info: [{"id": "d903a178-6617-4617-ba76-09c339581431", "address": "fa:16:3e:9d:6d:c6", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd903a178-66", "ovs_interfaceid": "d903a178-6617-4617-ba76-09c339581431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.714707] env[68986]: INFO nova.compute.manager [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Took 19.33 seconds to build instance. [ 641.932996] env[68986]: DEBUG nova.scheduler.client.report [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.014346] env[68986]: DEBUG nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.043520] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.043765] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.044044] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.045551] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.045551] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.045551] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.045551] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.045551] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.046048] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.046048] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.046048] env[68986]: DEBUG nova.virt.hardware [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.046253] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cb2aaa-19ab-4897-a756-eba665b7b984 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.058200] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eef4453-e5fa-4d54-af8a-f639989d61ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.197253] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Releasing lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.197578] env[68986]: DEBUG nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Instance network_info: |[{"id": "d903a178-6617-4617-ba76-09c339581431", "address": "fa:16:3e:9d:6d:c6", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd903a178-66", "ovs_interfaceid": "d903a178-6617-4617-ba76-09c339581431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.198013] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:6d:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd903a178-6617-4617-ba76-09c339581431', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.206516] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Creating folder: Project (936213ef3bc347a1af45a7e348ea9eed). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.207172] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc44067-d850-49f5-9c50-bc9e078644e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.218636] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e75ec814-e029-447b-9ec1-fe5d462593f7 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.845s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.220634] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Created folder: Project (936213ef3bc347a1af45a7e348ea9eed) in parent group-v642845. [ 642.220634] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Creating folder: Instances. Parent ref: group-v642878. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.220853] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8469c09-6036-4567-82e0-f72c92aa9885 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.235194] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Created folder: Instances in parent group-v642878. [ 642.235460] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.235659] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.235866] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9f26b78-fee9-4577-89f4-09644c52a860 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.271237] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.271237] env[68986]: value = "task-3215358" [ 642.271237] env[68986]: _type = "Task" [ 642.271237] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.281085] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215358, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.439931] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.440714] env[68986]: DEBUG nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.443824] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.428s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.447143] env[68986]: INFO nova.compute.claims [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.650301] env[68986]: DEBUG nova.network.neutron [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Successfully created port: 17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.785398] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215358, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.953576] env[68986]: DEBUG nova.compute.utils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.958645] env[68986]: DEBUG nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.958830] env[68986]: DEBUG nova.network.neutron [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.131661] env[68986]: DEBUG nova.policy [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87393ba99d5f469eba522bbfcef99d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca1ff8c6158647e0ab95a0278f36a2ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.286338] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215358, 'name': CreateVM_Task, 'duration_secs': 0.606577} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.286338] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.286433] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.289569] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.289569] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.289569] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce989bdd-09df-4353-bcf0-ecfa859b8adf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.295483] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 643.295483] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52715611-6b03-068a-e386-923b8c1a538f" [ 643.295483] env[68986]: _type = "Task" [ 643.295483] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.307082] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52715611-6b03-068a-e386-923b8c1a538f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.380464] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "143842ce-aa1e-444b-85c2-79fbb7d47a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.380857] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.459944] env[68986]: DEBUG nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.568041] env[68986]: DEBUG nova.network.neutron [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Successfully updated port: abe8eb29-2097-434b-a984-518a0f8fe299 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.658135] env[68986]: DEBUG nova.compute.manager [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Received event network-vif-plugged-d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.658463] env[68986]: DEBUG oslo_concurrency.lockutils [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] Acquiring lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.658716] env[68986]: DEBUG oslo_concurrency.lockutils [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.658979] env[68986]: DEBUG oslo_concurrency.lockutils [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.659217] env[68986]: DEBUG nova.compute.manager [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] No waiting events found dispatching network-vif-plugged-d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.659422] env[68986]: WARNING nova.compute.manager [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Received unexpected event network-vif-plugged-d903a178-6617-4617-ba76-09c339581431 for instance with vm_state building and task_state spawning. [ 643.659617] env[68986]: DEBUG nova.compute.manager [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Received event network-changed-d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.659802] env[68986]: DEBUG nova.compute.manager [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Refreshing instance network info cache due to event network-changed-d903a178-6617-4617-ba76-09c339581431. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.660027] env[68986]: DEBUG oslo_concurrency.lockutils [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] Acquiring lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.660224] env[68986]: DEBUG oslo_concurrency.lockutils [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] Acquired lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.660418] env[68986]: DEBUG nova.network.neutron [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Refreshing network info cache for port d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.787949] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681be4ed-25e7-4580-9f2f-7d03a2f8e97e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.800695] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4d3b55-30b7-4c38-9847-ed5b2e950687 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.813183] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52715611-6b03-068a-e386-923b8c1a538f, 'name': SearchDatastore_Task, 'duration_secs': 0.021536} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.837456] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.837875] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.838104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.838253] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.838658] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.839326] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86239887-1262-4334-8196-1e30a4859252 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.841932] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e370c52a-1451-4495-a8c0-3b58b4798a2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.850987] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2157d-7120-4b2b-a2ef-1025a5f305ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.857549] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.857753] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.859016] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6acda559-ca7c-48aa-807a-1c522bccd791 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.870893] env[68986]: DEBUG nova.compute.provider_tree [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.875746] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.875870] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.882957] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 643.882957] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52739ea7-8858-7f55-6387-e4d7e1eaf4b9" [ 643.882957] env[68986]: _type = "Task" [ 643.882957] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.883745] env[68986]: DEBUG nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.894212] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52739ea7-8858-7f55-6387-e4d7e1eaf4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.896182] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec16403d-03ea-48e8-aacc-a889d1e285ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.903165] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 643.903165] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3d326-5223-cfd4-78c4-c70d8cb4fb37" [ 643.903165] env[68986]: _type = "Task" [ 643.903165] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.916129] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3d326-5223-cfd4-78c4-c70d8cb4fb37, 'name': SearchDatastore_Task} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.916658] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.916658] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8be461f0-4cdb-4abc-a860-9bbd55111a8d/8be461f0-4cdb-4abc-a860-9bbd55111a8d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.916873] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7de377-1d80-47e0-a6dd-95aa74a6521e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.927052] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 643.927052] env[68986]: value = "task-3215360" [ 643.927052] env[68986]: _type = "Task" [ 643.927052] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.936722] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.032495] env[68986]: DEBUG nova.network.neutron [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Successfully created port: 32fdb982-8dd7-475a-8c2d-91578a334487 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.074213] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "refresh_cache-f2e8b80e-a3dc-4203-8927-1b6837e60cfc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.074213] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquired lock "refresh_cache-f2e8b80e-a3dc-4203-8927-1b6837e60cfc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.074213] env[68986]: DEBUG nova.network.neutron [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.377052] env[68986]: DEBUG nova.scheduler.client.report [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.383341] env[68986]: DEBUG nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.418418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.442513] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215360, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.442749] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8be461f0-4cdb-4abc-a860-9bbd55111a8d/8be461f0-4cdb-4abc-a860-9bbd55111a8d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.442962] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.443274] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1893a3d0-0ff0-4f8a-9ae2-8bdc0ee77d3d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.452417] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 644.452417] env[68986]: value = "task-3215361" [ 644.452417] env[68986]: _type = "Task" [ 644.452417] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.461929] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.475463] env[68986]: DEBUG nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.509128] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.509381] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.509528] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.509771] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.509847] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.509975] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.510358] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.510358] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.510499] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.510659] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.510822] env[68986]: DEBUG nova.virt.hardware [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.512154] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d98fd5d-016e-4b2b-8917-e236e9bc829a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.524596] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb4b306-a597-4afc-80a5-ff72a7284d13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.652769] env[68986]: DEBUG nova.network.neutron [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.685223] env[68986]: INFO nova.compute.manager [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Rebuilding instance [ 644.729401] env[68986]: DEBUG nova.compute.manager [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.730395] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ea080e-1ebb-4f62-ac63-10649e31a1c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.890085] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.890683] env[68986]: DEBUG nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.896939] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.227s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.897278] env[68986]: DEBUG nova.objects.instance [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Lazy-loading 'resources' on Instance uuid b1215d95-3286-4169-b4e5-2947574cfe7e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.930057] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.967328] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085117} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.967328] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.968050] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337fed0b-38c0-4d10-b419-462910732df7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.999903] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 8be461f0-4cdb-4abc-a860-9bbd55111a8d/8be461f0-4cdb-4abc-a860-9bbd55111a8d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.001070] env[68986]: DEBUG nova.network.neutron [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Updating instance_info_cache with network_info: [{"id": "abe8eb29-2097-434b-a984-518a0f8fe299", "address": "fa:16:3e:fb:3d:bf", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe8eb29-20", "ovs_interfaceid": "abe8eb29-2097-434b-a984-518a0f8fe299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.002610] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078e56cf-87dd-4fd0-95b2-6895c06a86a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.019241] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Releasing lock "refresh_cache-f2e8b80e-a3dc-4203-8927-1b6837e60cfc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.019636] env[68986]: DEBUG nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Instance network_info: |[{"id": "abe8eb29-2097-434b-a984-518a0f8fe299", "address": "fa:16:3e:fb:3d:bf", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe8eb29-20", "ovs_interfaceid": "abe8eb29-2097-434b-a984-518a0f8fe299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.020298] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:3d:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abe8eb29-2097-434b-a984-518a0f8fe299', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.029841] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Creating folder: Project (3d5b20b9f5294537b65a784ee15f5d69). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.032316] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1796802-ab6f-4267-ae7a-2501f47fa91b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.040987] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 645.040987] env[68986]: value = "task-3215362" [ 645.040987] env[68986]: _type = "Task" [ 645.040987] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.048039] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Created folder: Project (3d5b20b9f5294537b65a784ee15f5d69) in parent group-v642845. [ 645.048039] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Creating folder: Instances. Parent ref: group-v642881. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.051568] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db06af5b-bad5-456f-9319-aaff813f96b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.055203] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.070670] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Created folder: Instances in parent group-v642881. [ 645.071127] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.071304] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.071365] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b6b17fd-f9a9-484d-acf8-94963ae6410d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.097219] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.097219] env[68986]: value = "task-3215365" [ 645.097219] env[68986]: _type = "Task" [ 645.097219] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.106611] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215365, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.217250] env[68986]: DEBUG nova.network.neutron [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Updated VIF entry in instance network info cache for port d903a178-6617-4617-ba76-09c339581431. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.217626] env[68986]: DEBUG nova.network.neutron [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Updating instance_info_cache with network_info: [{"id": "d903a178-6617-4617-ba76-09c339581431", "address": "fa:16:3e:9d:6d:c6", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd903a178-66", "ovs_interfaceid": "d903a178-6617-4617-ba76-09c339581431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.398619] env[68986]: DEBUG nova.compute.utils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.403531] env[68986]: DEBUG nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.403817] env[68986]: DEBUG nova.network.neutron [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.555643] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.564052] env[68986]: DEBUG nova.policy [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38dda506b10a408fb2b3121c9e546c98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05af8f940fbe4b3fb38e85ad893b444d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.615912] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215365, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.724617] env[68986]: DEBUG oslo_concurrency.lockutils [req-30d3bfde-78ea-4b54-9e07-8723dd141443 req-248f755c-ade1-44ae-8153-d1fda3177556 service nova] Releasing lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.750406] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.750765] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7cdc3a-219d-4bd9-be8a-e9794c2742ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.760529] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 645.760529] env[68986]: value = "task-3215366" [ 645.760529] env[68986]: _type = "Task" [ 645.760529] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.769694] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a3b30-1891-44f8-9267-4b7103bd1509 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.786903] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e2bbde-4be1-4004-b5a5-92a81611ddaa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.794023] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.829442] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25c5578-fed5-451c-83d4-300c448a764d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.839295] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e06256-524d-41db-befa-6baa6746d884 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.865885] env[68986]: DEBUG nova.compute.provider_tree [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.912309] env[68986]: DEBUG nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.034840] env[68986]: DEBUG nova.network.neutron [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Successfully updated port: 17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.067311] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215362, 'name': ReconfigVM_Task, 'duration_secs': 0.90719} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.067311] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 8be461f0-4cdb-4abc-a860-9bbd55111a8d/8be461f0-4cdb-4abc-a860-9bbd55111a8d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.067311] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb5a2a37-1d86-44e4-af2a-4eee50428f03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.077807] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 646.077807] env[68986]: value = "task-3215368" [ 646.077807] env[68986]: _type = "Task" [ 646.077807] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.091882] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215368, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.111026] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215365, 'name': CreateVM_Task, 'duration_secs': 0.94237} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.111026] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.111026] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.111026] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.111212] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.111411] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43bd298-0968-4f6b-8751-00029deddb43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.123119] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 646.123119] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fc0b31-b717-11e1-3adf-1908eec77ecf" [ 646.123119] env[68986]: _type = "Task" [ 646.123119] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.142300] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fc0b31-b717-11e1-3adf-1908eec77ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.01336} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.142674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.142916] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.143209] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.143497] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.143675] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.146182] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3a8614-c97d-4343-a123-6754bad8a5c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.157450] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.157639] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.158446] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f55ddd9-d47b-42d2-a008-0eb2d26b3707 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.168053] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 646.168053] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52741ecd-2f64-44fb-d6d0-41e8e7bc33a2" [ 646.168053] env[68986]: _type = "Task" [ 646.168053] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.178669] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52741ecd-2f64-44fb-d6d0-41e8e7bc33a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.272506] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215366, 'name': PowerOffVM_Task, 'duration_secs': 0.267026} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.272879] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.273519] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.274402] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a244382-4c59-479b-9fd6-09c2b53f6e1c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.287351] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.293253] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a622ed18-859a-4057-9057-659716cf3fda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.327030] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.327271] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.327457] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Deleting the datastore file [datastore1] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.327823] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37989fd6-4c9b-4e79-9a39-8f3fae213802 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.337045] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 646.337045] env[68986]: value = "task-3215370" [ 646.337045] env[68986]: _type = "Task" [ 646.337045] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.348794] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.371585] env[68986]: DEBUG nova.scheduler.client.report [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.537306] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.537585] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.537658] env[68986]: DEBUG nova.network.neutron [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.593618] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215368, 'name': Rename_Task, 'duration_secs': 0.273739} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.594461] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.594637] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4d5c07e-d848-4199-835c-170b3d5bfe72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.602942] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 646.602942] env[68986]: value = "task-3215371" [ 646.602942] env[68986]: _type = "Task" [ 646.602942] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.614608] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.679251] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52741ecd-2f64-44fb-d6d0-41e8e7bc33a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011298} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.680064] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654bd38f-6e7d-475f-a079-2e05928f4467 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.688287] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 646.688287] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ca3380-1ab2-6de6-55e5-14297c7bba6a" [ 646.688287] env[68986]: _type = "Task" [ 646.688287] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.696934] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ca3380-1ab2-6de6-55e5-14297c7bba6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.824538] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "e04657e5-106a-42da-bf25-785ae4e5844d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.825150] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e04657e5-106a-42da-bf25-785ae4e5844d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.849397] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109509} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.849859] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.850155] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.850450] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.858515] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "d5367501-1cdd-4d5a-8601-8114e335684a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.859118] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "d5367501-1cdd-4d5a-8601-8114e335684a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.879280] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.880264] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.870s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.880530] env[68986]: DEBUG nova.objects.instance [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lazy-loading 'resources' on Instance uuid dee8bb25-f581-48f1-b022-6ef8e93eaf1b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.906934] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.907135] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.914335] env[68986]: INFO nova.scheduler.client.report [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Deleted allocations for instance b1215d95-3286-4169-b4e5-2947574cfe7e [ 646.928213] env[68986]: DEBUG nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.970804] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.971012] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.971174] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.976563] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.976563] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.976563] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.976563] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.976563] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.977297] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.977297] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.977297] env[68986]: DEBUG nova.virt.hardware [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.977297] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a2d732-6c81-4f24-bdb9-e91390d53e51 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.985310] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cefd282-f326-4b58-b37c-ca104bb8ee1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.120375] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.184365] env[68986]: DEBUG nova.network.neutron [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.200435] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ca3380-1ab2-6de6-55e5-14297c7bba6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.200435] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.200435] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f2e8b80e-a3dc-4203-8927-1b6837e60cfc/f2e8b80e-a3dc-4203-8927-1b6837e60cfc.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.200435] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec21d068-38e5-4b35-870f-1e40454aadb7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.207912] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 647.207912] env[68986]: value = "task-3215372" [ 647.207912] env[68986]: _type = "Task" [ 647.207912] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.217970] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.253546] env[68986]: DEBUG nova.network.neutron [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Successfully created port: 40dfc2a0-2b1b-4bca-a675-e90ea6b488db {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.328782] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.363863] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.369057] env[68986]: DEBUG nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Received event network-vif-plugged-abe8eb29-2097-434b-a984-518a0f8fe299 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.369057] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Acquiring lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.369560] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.369749] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.369914] env[68986]: DEBUG nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] No waiting events found dispatching network-vif-plugged-abe8eb29-2097-434b-a984-518a0f8fe299 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.370092] env[68986]: WARNING nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Received unexpected event network-vif-plugged-abe8eb29-2097-434b-a984-518a0f8fe299 for instance with vm_state building and task_state spawning. [ 647.370957] env[68986]: DEBUG nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Received event network-changed-abe8eb29-2097-434b-a984-518a0f8fe299 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.370957] env[68986]: DEBUG nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Refreshing instance network info cache due to event network-changed-abe8eb29-2097-434b-a984-518a0f8fe299. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.370957] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Acquiring lock "refresh_cache-f2e8b80e-a3dc-4203-8927-1b6837e60cfc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.370957] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Acquired lock "refresh_cache-f2e8b80e-a3dc-4203-8927-1b6837e60cfc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.370957] env[68986]: DEBUG nova.network.neutron [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Refreshing network info cache for port abe8eb29-2097-434b-a984-518a0f8fe299 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.414604] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.426185] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2baf141a-c6ec-4727-8796-25465a135ad7 tempest-DeleteServersAdminTestJSON-523985579 tempest-DeleteServersAdminTestJSON-523985579-project-admin] Lock "b1215d95-3286-4169-b4e5-2947574cfe7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.705s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.619158] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.729226] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215372, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.799563] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b60473-798b-47dc-abbe-2dae76311795 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.811433] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd90d0a-335f-4816-8f66-f977e8031bad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.848994] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f0e97-5d83-48ab-8bd8-2bcd450bffe9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.857705] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1397edf-e091-4728-8af8-c56a10964430 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.862486] env[68986]: DEBUG nova.network.neutron [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updating instance_info_cache with network_info: [{"id": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "address": "fa:16:3e:a8:0c:52", "network": {"id": "190a6e42-5833-48dd-bfbf-3c5682495932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1550749325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e111ba67b5541a2816ffd3e733fdd94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc21f0-a7", "ovs_interfaceid": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.866636] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.885211] env[68986]: DEBUG nova.compute.provider_tree [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.908018] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.908018] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.908018] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.908817] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.908817] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.908817] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.908817] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.908817] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.908998] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.908998] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.908998] env[68986]: DEBUG nova.virt.hardware [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.908998] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd784cc-1450-41ae-b2a6-7242c8470a44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.911349] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.915869] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e57e08-8a5f-40fa-9c0f-30b78ac4ae9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.938250] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.945187] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.946014] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.946014] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40a87f6d-01e8-49c0-82c8-c5b80955b4f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.962357] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.966234] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.966234] env[68986]: value = "task-3215373" [ 647.966234] env[68986]: _type = "Task" [ 647.966234] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.975936] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215373, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.070436] env[68986]: DEBUG nova.network.neutron [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Successfully updated port: 32fdb982-8dd7-475a-8c2d-91578a334487 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.122093] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.220588] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544543} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.220886] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f2e8b80e-a3dc-4203-8927-1b6837e60cfc/f2e8b80e-a3dc-4203-8927-1b6837e60cfc.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.221123] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.221770] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03de99e-457f-43e2-bbf2-6466fc65b919 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.230457] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 648.230457] env[68986]: value = "task-3215374" [ 648.230457] env[68986]: _type = "Task" [ 648.230457] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.242792] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.368934] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Releasing lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.369967] env[68986]: DEBUG nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Instance network_info: |[{"id": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "address": "fa:16:3e:a8:0c:52", "network": {"id": "190a6e42-5833-48dd-bfbf-3c5682495932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1550749325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e111ba67b5541a2816ffd3e733fdd94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc21f0-a7", "ovs_interfaceid": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.370087] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:0c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17bc21f0-a7bc-4ff6-8e65-339c22529889', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.377941] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Creating folder: Project (1e111ba67b5541a2816ffd3e733fdd94). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.377941] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0665b31b-3980-4523-8d43-2a30000ee39c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.391978] env[68986]: DEBUG nova.scheduler.client.report [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.395537] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Created folder: Project (1e111ba67b5541a2816ffd3e733fdd94) in parent group-v642845. [ 648.396069] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Creating folder: Instances. Parent ref: group-v642885. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.396533] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93e6c503-2623-431f-9dc2-5837d09efd20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.411178] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Created folder: Instances in parent group-v642885. [ 648.411178] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.411178] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.412200] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45821d1a-52b4-4d3d-aa13-5f49f2cb9a13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.435602] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.435602] env[68986]: value = "task-3215377" [ 648.435602] env[68986]: _type = "Task" [ 648.435602] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.445224] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215377, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.477590] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215373, 'name': CreateVM_Task, 'duration_secs': 0.459994} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.477829] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.478396] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.478832] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.479046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.479456] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7302ce9-5597-4a0c-a54e-093d2a4f0003 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.485180] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 648.485180] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524b53a4-e224-1cad-2b85-80c77efb47c0" [ 648.485180] env[68986]: _type = "Task" [ 648.485180] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.495816] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524b53a4-e224-1cad-2b85-80c77efb47c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.575069] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-4b0b0870-1278-46f6-a1f7-b342a228de6b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.575298] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-4b0b0870-1278-46f6-a1f7-b342a228de6b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.576062] env[68986]: DEBUG nova.network.neutron [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.619284] env[68986]: DEBUG oslo_vmware.api [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215371, 'name': PowerOnVM_Task, 'duration_secs': 1.626622} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.619613] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.619737] env[68986]: INFO nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Took 11.54 seconds to spawn the instance on the hypervisor. [ 648.619914] env[68986]: DEBUG nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.620744] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663afb66-9c56-4c66-b9ac-c20df8b45202 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.740593] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096433} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.740869] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.741719] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ec300-a9c6-491e-917e-bba0c19f4be8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.772059] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] f2e8b80e-a3dc-4203-8927-1b6837e60cfc/f2e8b80e-a3dc-4203-8927-1b6837e60cfc.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.773104] env[68986]: DEBUG nova.network.neutron [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Updated VIF entry in instance network info cache for port abe8eb29-2097-434b-a984-518a0f8fe299. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.773454] env[68986]: DEBUG nova.network.neutron [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Updating instance_info_cache with network_info: [{"id": "abe8eb29-2097-434b-a984-518a0f8fe299", "address": "fa:16:3e:fb:3d:bf", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe8eb29-20", "ovs_interfaceid": "abe8eb29-2097-434b-a984-518a0f8fe299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.774762] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125792ca-b315-4ab5-963b-c31ee4bb1768 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.798136] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 648.798136] env[68986]: value = "task-3215378" [ 648.798136] env[68986]: _type = "Task" [ 648.798136] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.812184] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.898435] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.904192] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.265s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.943344] env[68986]: INFO nova.scheduler.client.report [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Deleted allocations for instance dee8bb25-f581-48f1-b022-6ef8e93eaf1b [ 648.953144] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215377, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.998789] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524b53a4-e224-1cad-2b85-80c77efb47c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019646} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.998789] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.998924] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.999258] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.999450] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.999689] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.000739] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d2608e5-b801-4764-9253-0e17aa461e95 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.013059] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.013267] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.015133] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5039efec-bcde-4adb-bde0-e902abd378f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.021793] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 649.021793] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52374ec0-5caa-04e5-d2f6-061ee10def2f" [ 649.021793] env[68986]: _type = "Task" [ 649.021793] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.033580] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52374ec0-5caa-04e5-d2f6-061ee10def2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.140503] env[68986]: INFO nova.compute.manager [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Took 23.29 seconds to build instance. [ 649.154654] env[68986]: DEBUG nova.network.neutron [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.291246] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Releasing lock "refresh_cache-f2e8b80e-a3dc-4203-8927-1b6837e60cfc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.291246] env[68986]: DEBUG nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Received event network-vif-plugged-17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.291246] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Acquiring lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.291472] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.291606] env[68986]: DEBUG oslo_concurrency.lockutils [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.292296] env[68986]: DEBUG nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] No waiting events found dispatching network-vif-plugged-17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.292296] env[68986]: WARNING nova.compute.manager [req-eba26bd0-7519-4d6b-9957-0353ec16bede req-fd331d50-e883-4a20-a21f-1e49d02bdffb service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Received unexpected event network-vif-plugged-17bc21f0-a7bc-4ff6-8e65-339c22529889 for instance with vm_state building and task_state spawning. [ 649.314693] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215378, 'name': ReconfigVM_Task, 'duration_secs': 0.309774} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.314995] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Reconfigured VM instance instance-0000000c to attach disk [datastore2] f2e8b80e-a3dc-4203-8927-1b6837e60cfc/f2e8b80e-a3dc-4203-8927-1b6837e60cfc.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.315644] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a33377-cba6-41de-918c-c5d197f0a22f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.323903] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 649.323903] env[68986]: value = "task-3215379" [ 649.323903] env[68986]: _type = "Task" [ 649.323903] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.337789] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215379, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.414468] env[68986]: INFO nova.compute.claims [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.421102] env[68986]: DEBUG nova.network.neutron [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Updating instance_info_cache with network_info: [{"id": "32fdb982-8dd7-475a-8c2d-91578a334487", "address": "fa:16:3e:2e:db:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fdb982-8d", "ovs_interfaceid": "32fdb982-8dd7-475a-8c2d-91578a334487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.457028] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215377, 'name': CreateVM_Task, 'duration_secs': 0.606111} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.457028] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.457028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.457028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.457028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.457028] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d74ddb-21a5-415b-aae8-eb5f3ef8cc94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.460833] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3c758183-4503-44f6-8e95-9cd501bde4af tempest-ImagesNegativeTestJSON-806253070 tempest-ImagesNegativeTestJSON-806253070-project-member] Lock "dee8bb25-f581-48f1-b022-6ef8e93eaf1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.739s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.466393] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 649.466393] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cde843-dee8-c938-4472-3d3fed20e00a" [ 649.466393] env[68986]: _type = "Task" [ 649.466393] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.481379] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cde843-dee8-c938-4472-3d3fed20e00a, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.482256] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.482498] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.482708] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.532508] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52374ec0-5caa-04e5-d2f6-061ee10def2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.533503] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be993c08-8300-4765-a64b-71f66ee3a97d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.543319] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "726ad389-fe57-4903-ae96-b864e81f98ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.543530] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "726ad389-fe57-4903-ae96-b864e81f98ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.543703] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 649.543703] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6b1bb-e30e-83b5-013b-1f0f726c1bc8" [ 649.543703] env[68986]: _type = "Task" [ 649.543703] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.553667] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6b1bb-e30e-83b5-013b-1f0f726c1bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.554042] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.554190] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.554457] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.554639] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.555031] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93d2346c-4fad-4515-8ca7-014522a906e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.556941] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b8336be-130d-4b41-a8f3-439f75cd92a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.564831] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 649.564831] env[68986]: value = "task-3215380" [ 649.564831] env[68986]: _type = "Task" [ 649.564831] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.569639] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.569639] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.574849] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f75eee8-fbcd-4eb3-a0ce-f7c6f0ea4cc7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.584230] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.588259] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 649.588259] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ae1a1d-3c8f-714a-b9da-d80746228f57" [ 649.588259] env[68986]: _type = "Task" [ 649.588259] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.600234] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ae1a1d-3c8f-714a-b9da-d80746228f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.644308] env[68986]: DEBUG oslo_concurrency.lockutils [None req-40bf670e-342a-461e-ae42-b766eb58ff16 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.812s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.719929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "02d045d7-db1a-4213-9041-a65a07bd5341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.720035] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "02d045d7-db1a-4213-9041-a65a07bd5341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.835120] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215379, 'name': Rename_Task, 'duration_secs': 0.181221} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.835463] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.835803] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66547179-e88a-4a47-8c12-3145410ac6a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.844861] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 649.844861] env[68986]: value = "task-3215381" [ 649.844861] env[68986]: _type = "Task" [ 649.844861] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.857321] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.925195] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-4b0b0870-1278-46f6-a1f7-b342a228de6b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.925195] env[68986]: DEBUG nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Instance network_info: |[{"id": "32fdb982-8dd7-475a-8c2d-91578a334487", "address": "fa:16:3e:2e:db:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fdb982-8d", "ovs_interfaceid": "32fdb982-8dd7-475a-8c2d-91578a334487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.927713] env[68986]: INFO nova.compute.resource_tracker [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating resource usage from migration f9650030-e5db-485b-8576-7306755c4f5e [ 649.931209] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:db:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32fdb982-8dd7-475a-8c2d-91578a334487', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.939346] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating folder: Project (ca1ff8c6158647e0ab95a0278f36a2ee). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.941184] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfd7ce1c-bc2e-433e-931b-91a4ca1b2902 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.959962] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created folder: Project (ca1ff8c6158647e0ab95a0278f36a2ee) in parent group-v642845. [ 649.959962] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating folder: Instances. Parent ref: group-v642888. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.960254] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7a155d4-5088-467a-aef5-ddde2ac4b540 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.974140] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created folder: Instances in parent group-v642888. [ 649.974426] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.974657] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.974962] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c19b53a-4c82-4497-aee4-eaf22fb58f4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.005198] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.005198] env[68986]: value = "task-3215384" [ 650.005198] env[68986]: _type = "Task" [ 650.005198] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.017665] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215384, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.080059] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492364} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.080345] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.080558] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.080946] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e1469fa-8e63-412f-a559-d0f53ba9db60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.089279] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 650.089279] env[68986]: value = "task-3215385" [ 650.089279] env[68986]: _type = "Task" [ 650.089279] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.113517] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ae1a1d-3c8f-714a-b9da-d80746228f57, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.113874] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.114766] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46442db-aca3-4dd5-b655-3aeee2a7f2e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.122026] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 650.122026] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5248eb68-5a19-0497-a94c-7e3cb05b82a9" [ 650.122026] env[68986]: _type = "Task" [ 650.122026] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.137911] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5248eb68-5a19-0497-a94c-7e3cb05b82a9, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.138278] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.138612] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2/f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.138903] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86685b5c-a26d-4af4-89c2-608f915b1a42 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.145759] env[68986]: DEBUG nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.152639] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 650.152639] env[68986]: value = "task-3215386" [ 650.152639] env[68986]: _type = "Task" [ 650.152639] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.167205] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.356533] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.359958] env[68986]: DEBUG nova.network.neutron [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Successfully updated port: 40dfc2a0-2b1b-4bca-a675-e90ea6b488db {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.363547] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bdabc1-9f68-4a23-9c27-95b8f23551d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.374061] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc3c1dc-844a-4db6-85c0-0261ede68fd2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.415094] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ea4f6-a819-4fc8-a16c-a0106f3978d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.422262] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3850aa5-4eed-464d-b8b6-a8789e3d954c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.437976] env[68986]: DEBUG nova.compute.provider_tree [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.529646] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215384, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.608091] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082309} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.608663] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.609690] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3560c-d650-4da4-878b-8a9081a1c3af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.637615] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.638023] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a1d142c-94e8-4d82-81e9-ffc1ba010b25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.671022] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 650.671022] env[68986]: value = "task-3215387" [ 650.671022] env[68986]: _type = "Task" [ 650.671022] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.671688] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518471} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.676241] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2/f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.676241] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.676241] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef88816-b5e9-4a60-b559-7fb120b6c3fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.684677] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.685188] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 650.685188] env[68986]: value = "task-3215388" [ 650.685188] env[68986]: _type = "Task" [ 650.685188] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.690434] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.700139] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.731524] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.731777] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.859123] env[68986]: DEBUG oslo_vmware.api [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215381, 'name': PowerOnVM_Task, 'duration_secs': 0.596971} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.859409] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.859603] env[68986]: INFO nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Took 11.35 seconds to spawn the instance on the hypervisor. [ 650.859768] env[68986]: DEBUG nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.860614] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535f9b5d-4eaa-4409-80a4-06bf796f38eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.869324] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "refresh_cache-bfbf86b9-287b-42d2-b7a4-2bc718e2d419" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.869498] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquired lock "refresh_cache-bfbf86b9-287b-42d2-b7a4-2bc718e2d419" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.869651] env[68986]: DEBUG nova.network.neutron [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.941979] env[68986]: DEBUG nova.scheduler.client.report [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.019796] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215384, 'name': CreateVM_Task, 'duration_secs': 0.603355} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.019997] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.020790] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.020947] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.021276] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.021542] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75500934-67d5-42a2-ae4e-6bcadbf9d821 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.029121] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 651.029121] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524a5838-1793-fc71-5661-3fd227ee434f" [ 651.029121] env[68986]: _type = "Task" [ 651.029121] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.039841] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524a5838-1793-fc71-5661-3fd227ee434f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.186667] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.196789] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077047} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.201987] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.201987] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abf9aa0-a16f-4a28-a62a-3a9169f0bb0b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.229081] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2/f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.230170] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73062f10-cee5-459a-9714-743f222095fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.257015] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 651.257015] env[68986]: value = "task-3215389" [ 651.257015] env[68986]: _type = "Task" [ 651.257015] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.265328] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.337144] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Received event network-changed-17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.337278] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Refreshing instance network info cache due to event network-changed-17bc21f0-a7bc-4ff6-8e65-339c22529889. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.337671] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Acquiring lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.337826] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Acquired lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.337996] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Refreshing network info cache for port 17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.385033] env[68986]: INFO nova.compute.manager [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Took 23.78 seconds to build instance. [ 651.430194] env[68986]: DEBUG nova.network.neutron [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.450024] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.547s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.450239] env[68986]: INFO nova.compute.manager [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Migrating [ 651.452128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.452128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.452128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.487s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.452260] env[68986]: DEBUG nova.objects.instance [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lazy-loading 'resources' on Instance uuid 47736cad-bc63-41b3-b550-f236c3b19354 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.544589] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Acquiring lock "605d203a-812f-4cfd-be70-36299038162c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.544940] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "605d203a-812f-4cfd-be70-36299038162c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.545164] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.545377] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.550728] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524a5838-1793-fc71-5661-3fd227ee434f, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.554301] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.554668] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.555008] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.555176] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.555361] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.556142] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a395540b-9135-4551-a3a1-51791984dc8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.568866] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.569086] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.569845] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3c489f-a023-4f35-a91a-92fda7ba078c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.577128] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 651.577128] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c6134d-3770-106c-3487-063dde17647a" [ 651.577128] env[68986]: _type = "Task" [ 651.577128] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.585961] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c6134d-3770-106c-3487-063dde17647a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.686100] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215387, 'name': ReconfigVM_Task, 'duration_secs': 0.659124} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.686567] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5/529dc504-f32a-40e2-b68a-e0ef8cf9dfe5.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.687104] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35056ba2-58e8-466c-ab4b-302cc3779369 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.695310] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 651.695310] env[68986]: value = "task-3215390" [ 651.695310] env[68986]: _type = "Task" [ 651.695310] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.705045] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215390, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.771549] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.800431] env[68986]: DEBUG nova.network.neutron [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Updating instance_info_cache with network_info: [{"id": "40dfc2a0-2b1b-4bca-a675-e90ea6b488db", "address": "fa:16:3e:8d:06:43", "network": {"id": "6d22a550-3aa9-4376-ac36-ab71267d975b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2098242911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05af8f940fbe4b3fb38e85ad893b444d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40dfc2a0-2b", "ovs_interfaceid": "40dfc2a0-2b1b-4bca-a675-e90ea6b488db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.887047] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9555c8d4-47dc-4b16-bb39-16b7fa62c797 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.304s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.955747] env[68986]: INFO nova.compute.rpcapi [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 651.956364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.092674] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c6134d-3770-106c-3487-063dde17647a, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.096079] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9259a537-c297-4890-8034-499108e8f135 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.103236] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 652.103236] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528efb10-7b57-c171-f92e-484c8f048edc" [ 652.103236] env[68986]: _type = "Task" [ 652.103236] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.112775] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528efb10-7b57-c171-f92e-484c8f048edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.208600] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215390, 'name': Rename_Task, 'duration_secs': 0.288171} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.209022] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.212491] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09057d4b-631a-4abf-942d-244a5d799239 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.221915] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 652.221915] env[68986]: value = "task-3215391" [ 652.221915] env[68986]: _type = "Task" [ 652.221915] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.233846] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.268485] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215389, 'name': ReconfigVM_Task, 'duration_secs': 0.768164} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.269509] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updated VIF entry in instance network info cache for port 17bc21f0-a7bc-4ff6-8e65-339c22529889. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.269818] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updating instance_info_cache with network_info: [{"id": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "address": "fa:16:3e:a8:0c:52", "network": {"id": "190a6e42-5833-48dd-bfbf-3c5682495932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1550749325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e111ba67b5541a2816ffd3e733fdd94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc21f0-a7", "ovs_interfaceid": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.274265] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2/f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.276803] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f2c85b-40eb-4a06-95c8-5081a1ec9ff1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.285801] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 652.285801] env[68986]: value = "task-3215392" [ 652.285801] env[68986]: _type = "Task" [ 652.285801] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.297536] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215392, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.306735] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Releasing lock "refresh_cache-bfbf86b9-287b-42d2-b7a4-2bc718e2d419" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.306735] env[68986]: DEBUG nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Instance network_info: |[{"id": "40dfc2a0-2b1b-4bca-a675-e90ea6b488db", "address": "fa:16:3e:8d:06:43", "network": {"id": "6d22a550-3aa9-4376-ac36-ab71267d975b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2098242911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05af8f940fbe4b3fb38e85ad893b444d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40dfc2a0-2b", "ovs_interfaceid": "40dfc2a0-2b1b-4bca-a675-e90ea6b488db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.307115] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:06:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40dfc2a0-2b1b-4bca-a675-e90ea6b488db', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.316038] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Creating folder: Project (05af8f940fbe4b3fb38e85ad893b444d). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.319112] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1bb94cc-e119-4c50-b874-8c3b6cacb441 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.338448] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Created folder: Project (05af8f940fbe4b3fb38e85ad893b444d) in parent group-v642845. [ 652.338692] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Creating folder: Instances. Parent ref: group-v642891. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.338948] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb4eb05c-63bc-4e1c-8e5c-be982fbebc96 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.352809] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Created folder: Instances in parent group-v642891. [ 652.352809] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.352809] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.352809] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9772753e-7a40-435d-88cd-83797f560b52 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.381380] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.381380] env[68986]: value = "task-3215395" [ 652.381380] env[68986]: _type = "Task" [ 652.381380] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.390249] env[68986]: DEBUG nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.392875] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215395, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.472584] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d321c40-1adf-4ffe-a729-07b0b6b68b56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.480384] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.481489] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.481489] env[68986]: DEBUG nova.network.neutron [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.483350] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff2568-f2e2-4eef-9cc4-c5b211656ec1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.522480] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9621ff-4adf-4b44-982e-4290a91dc619 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.532764] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc72a650-cfae-44a5-9452-6b5251203176 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.550167] env[68986]: DEBUG nova.compute.provider_tree [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.619597] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528efb10-7b57-c171-f92e-484c8f048edc, 'name': SearchDatastore_Task, 'duration_secs': 0.035656} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.619597] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.619699] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 4b0b0870-1278-46f6-a1f7-b342a228de6b/4b0b0870-1278-46f6-a1f7-b342a228de6b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.620438] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f61f715-69a2-4dda-8f7c-6df155965067 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.629124] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 652.629124] env[68986]: value = "task-3215396" [ 652.629124] env[68986]: _type = "Task" [ 652.629124] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.638633] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.745415] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.775662] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Releasing lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.775863] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Received event network-vif-plugged-32fdb982-8dd7-475a-8c2d-91578a334487 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.776405] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Acquiring lock "4b0b0870-1278-46f6-a1f7-b342a228de6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.776405] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.776617] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.776770] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] No waiting events found dispatching network-vif-plugged-32fdb982-8dd7-475a-8c2d-91578a334487 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.776956] env[68986]: WARNING nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Received unexpected event network-vif-plugged-32fdb982-8dd7-475a-8c2d-91578a334487 for instance with vm_state building and task_state spawning. [ 652.777149] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Received event network-changed-32fdb982-8dd7-475a-8c2d-91578a334487 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.777321] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Refreshing instance network info cache due to event network-changed-32fdb982-8dd7-475a-8c2d-91578a334487. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.777525] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Acquiring lock "refresh_cache-4b0b0870-1278-46f6-a1f7-b342a228de6b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777672] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Acquired lock "refresh_cache-4b0b0870-1278-46f6-a1f7-b342a228de6b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.777971] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Refreshing network info cache for port 32fdb982-8dd7-475a-8c2d-91578a334487 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.804161] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215392, 'name': Rename_Task, 'duration_secs': 0.248352} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.805206] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.805474] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee744a1e-d555-4a60-8f03-95cf57d1dc06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.817253] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 652.817253] env[68986]: value = "task-3215397" [ 652.817253] env[68986]: _type = "Task" [ 652.817253] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.831049] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.903336] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215395, 'name': CreateVM_Task, 'duration_secs': 0.357381} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.906511] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.910970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.910970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.910970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.910970] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38ac7f0-2f24-4fe2-a9ee-c417f8d717d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.917273] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 652.917273] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f1196d-16f2-e749-a505-a73988d5312b" [ 652.917273] env[68986]: _type = "Task" [ 652.917273] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.935778] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f1196d-16f2-e749-a505-a73988d5312b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.937675] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.034809] env[68986]: DEBUG nova.compute.manager [None req-bf939e98-fd47-494e-a170-f51e56e40c1d tempest-ServerDiagnosticsTest-1709267721 tempest-ServerDiagnosticsTest-1709267721-project-admin] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.036020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c9ad8-86ee-493f-ae23-593f2559cdaa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.047038] env[68986]: INFO nova.compute.manager [None req-bf939e98-fd47-494e-a170-f51e56e40c1d tempest-ServerDiagnosticsTest-1709267721 tempest-ServerDiagnosticsTest-1709267721-project-admin] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Retrieving diagnostics [ 653.048190] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e95ebdd-19fa-4007-8271-19f92567b311 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.053231] env[68986]: DEBUG nova.scheduler.client.report [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.141445] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.237247] env[68986]: DEBUG oslo_vmware.api [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215391, 'name': PowerOnVM_Task, 'duration_secs': 0.62314} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.237247] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.240657] env[68986]: DEBUG nova.compute.manager [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.240657] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06509cd-416b-4c5a-ac95-d986fff6e04f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.330544] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.428990] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f1196d-16f2-e749-a505-a73988d5312b, 'name': SearchDatastore_Task, 'duration_secs': 0.06468} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.429317] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.429566] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.429769] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.429924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.430129] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.430396] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91400aa3-0bb4-4d9c-be3d-b50dcc7bc2ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.443944] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.443944] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.444598] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3272e320-96d4-4b1a-a2b4-ab27bfe22fee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.454117] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 653.454117] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5236c47e-0fe0-d870-ce62-c57ffb92255e" [ 653.454117] env[68986]: _type = "Task" [ 653.454117] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.464574] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5236c47e-0fe0-d870-ce62-c57ffb92255e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.560589] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.566753] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.751s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.568231] env[68986]: DEBUG nova.objects.instance [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lazy-loading 'resources' on Instance uuid d0a68666-a76a-45b4-9683-5803498046c8 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.592143] env[68986]: DEBUG nova.network.neutron [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance_info_cache with network_info: [{"id": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "address": "fa:16:3e:a0:a7:45", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad95b19-3a", "ovs_interfaceid": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.601843] env[68986]: INFO nova.scheduler.client.report [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Deleted allocations for instance 47736cad-bc63-41b3-b550-f236c3b19354 [ 653.644397] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563559} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.644397] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 4b0b0870-1278-46f6-a1f7-b342a228de6b/4b0b0870-1278-46f6-a1f7-b342a228de6b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.644397] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.644397] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0fd33ac-c443-43d4-8d90-8f2d9514e16b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.652883] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 653.652883] env[68986]: value = "task-3215398" [ 653.652883] env[68986]: _type = "Task" [ 653.652883] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.669378] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.758551] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.833830] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.967395] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5236c47e-0fe0-d870-ce62-c57ffb92255e, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.968481] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42323c9-9f11-44ce-b201-1de7710b6864 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.993118] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 653.993118] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7058e-a362-698b-7d51-bb98322ae9a4" [ 653.993118] env[68986]: _type = "Task" [ 653.993118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.002852] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7058e-a362-698b-7d51-bb98322ae9a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.008012] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Updated VIF entry in instance network info cache for port 32fdb982-8dd7-475a-8c2d-91578a334487. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.008373] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Updating instance_info_cache with network_info: [{"id": "32fdb982-8dd7-475a-8c2d-91578a334487", "address": "fa:16:3e:2e:db:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fdb982-8d", "ovs_interfaceid": "32fdb982-8dd7-475a-8c2d-91578a334487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.096896] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.113266] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bb8c8218-5e92-45b3-b6d9-6025f5428c11 tempest-ServerExternalEventsTest-1591572579 tempest-ServerExternalEventsTest-1591572579-project-member] Lock "47736cad-bc63-41b3-b550-f236c3b19354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.791s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.171064] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067212} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.173624] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.175893] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0517439d-22e1-4aa8-ab00-37cf30f2467c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.210918] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 4b0b0870-1278-46f6-a1f7-b342a228de6b/4b0b0870-1278-46f6-a1f7-b342a228de6b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.214365] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35850b6-cbd0-4969-8be4-c55b8223fe05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.238066] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 654.238066] env[68986]: value = "task-3215399" [ 654.238066] env[68986]: _type = "Task" [ 654.238066] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.253748] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.328347] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215397, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.493679] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62142156-7315-4ed6-8d48-d475ba93c982 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.507199] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7058e-a362-698b-7d51-bb98322ae9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.026174} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.509141] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.509546] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bfbf86b9-287b-42d2-b7a4-2bc718e2d419/bfbf86b9-287b-42d2-b7a4-2bc718e2d419.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.509826] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-240f6b59-5734-4f22-80ec-6dfb428824d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.514219] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68245f8-f543-4a8f-9ab1-f81923a914da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.517907] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Releasing lock "refresh_cache-4b0b0870-1278-46f6-a1f7-b342a228de6b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.518164] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Received event network-changed-9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.518342] env[68986]: DEBUG nova.compute.manager [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Refreshing instance network info cache due to event network-changed-9a4dbbdc-3597-4238-b898-5433496e4594. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.518641] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Acquiring lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.518690] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Acquired lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.518869] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Refreshing network info cache for port 9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.526385] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 654.526385] env[68986]: value = "task-3215400" [ 654.526385] env[68986]: _type = "Task" [ 654.526385] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.560168] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01137f-824a-4118-9ee1-d132cdea22e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.564050] env[68986]: DEBUG nova.compute.manager [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Received event network-vif-plugged-40dfc2a0-2b1b-4bca-a675-e90ea6b488db {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.564260] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Acquiring lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.564469] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.564629] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.566870] env[68986]: DEBUG nova.compute.manager [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] No waiting events found dispatching network-vif-plugged-40dfc2a0-2b1b-4bca-a675-e90ea6b488db {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.566870] env[68986]: WARNING nova.compute.manager [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Received unexpected event network-vif-plugged-40dfc2a0-2b1b-4bca-a675-e90ea6b488db for instance with vm_state building and task_state spawning. [ 654.566870] env[68986]: DEBUG nova.compute.manager [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Received event network-changed-40dfc2a0-2b1b-4bca-a675-e90ea6b488db {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.566870] env[68986]: DEBUG nova.compute.manager [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Refreshing instance network info cache due to event network-changed-40dfc2a0-2b1b-4bca-a675-e90ea6b488db. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.566870] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Acquiring lock "refresh_cache-bfbf86b9-287b-42d2-b7a4-2bc718e2d419" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.567494] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Acquired lock "refresh_cache-bfbf86b9-287b-42d2-b7a4-2bc718e2d419" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.567494] env[68986]: DEBUG nova.network.neutron [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Refreshing network info cache for port 40dfc2a0-2b1b-4bca-a675-e90ea6b488db {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.572293] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.573802] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38af62a6-7c9c-448f-9db8-4b416406a65c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.591270] env[68986]: DEBUG nova.compute.provider_tree [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.751916] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215399, 'name': ReconfigVM_Task, 'duration_secs': 0.301678} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.752710] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 4b0b0870-1278-46f6-a1f7-b342a228de6b/4b0b0870-1278-46f6-a1f7-b342a228de6b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.753573] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c86abdbc-a643-4c17-a634-4a1937cf7e9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.763976] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 654.763976] env[68986]: value = "task-3215401" [ 654.763976] env[68986]: _type = "Task" [ 654.763976] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.778654] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215401, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.785893] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "ac02742b-60e7-49d2-98eb-8c2d8528796c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.789902] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.838323] env[68986]: DEBUG oslo_vmware.api [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215397, 'name': PowerOnVM_Task, 'duration_secs': 1.883408} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.838323] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.838323] env[68986]: INFO nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Took 12.82 seconds to spawn the instance on the hypervisor. [ 654.838323] env[68986]: DEBUG nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.838323] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca597f1d-88f3-4463-b481-06e36837b4ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.062658] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510412} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.062988] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bfbf86b9-287b-42d2-b7a4-2bc718e2d419/bfbf86b9-287b-42d2-b7a4-2bc718e2d419.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.063207] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.063623] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0bf92a-bc64-45d1-867a-8937059290b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.075980] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 655.075980] env[68986]: value = "task-3215402" [ 655.075980] env[68986]: _type = "Task" [ 655.075980] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.089270] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.094913] env[68986]: DEBUG nova.scheduler.client.report [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.279060] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215401, 'name': Rename_Task, 'duration_secs': 0.357309} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.279447] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.279748] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0c3734-d1c6-4c57-89cf-3e29cd496c3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.286365] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.286624] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.286890] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.287760] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.287760] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.291371] env[68986]: INFO nova.compute.manager [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Terminating instance [ 655.293051] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 655.293051] env[68986]: value = "task-3215403" [ 655.293051] env[68986]: _type = "Task" [ 655.293051] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.304934] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.365936] env[68986]: INFO nova.compute.manager [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Took 26.68 seconds to build instance. [ 655.507019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.507019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.507019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.507019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.507394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.512192] env[68986]: INFO nova.compute.manager [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Terminating instance [ 655.593699] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19768} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.593699] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.596428] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e1fd6e-16c7-4e57-91fb-58b279ae122e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.600690] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.613705] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.195s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.617524] env[68986]: INFO nova.compute.claims [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.637290] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bfbf86b9-287b-42d2-b7a4-2bc718e2d419/bfbf86b9-287b-42d2-b7a4-2bc718e2d419.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.641544] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f428375a-70c1-4242-8356-2c26f5b3ebc2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.660679] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08a3bb-0e02-45f4-8ab2-f9316c81a77f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.665087] env[68986]: INFO nova.scheduler.client.report [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Deleted allocations for instance d0a68666-a76a-45b4-9683-5803498046c8 [ 655.698203] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance '2da173fe-12dc-4a74-a960-6d9de52f3c34' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.702679] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 655.702679] env[68986]: value = "task-3215404" [ 655.702679] env[68986]: _type = "Task" [ 655.702679] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.714710] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.798843] env[68986]: DEBUG nova.compute.manager [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.799146] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.800046] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab622d3d-582c-460a-bd2f-aee34adeacab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.811194] env[68986]: DEBUG oslo_vmware.api [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215403, 'name': PowerOnVM_Task, 'duration_secs': 0.503055} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.816143] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.816359] env[68986]: INFO nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Took 11.34 seconds to spawn the instance on the hypervisor. [ 655.816517] env[68986]: DEBUG nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.818031] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.818744] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a79bf-f876-4cbb-b1bf-61870d945ec3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.821348] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6348f5ea-87c6-4a0a-9e03-f5ceac119ab6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.839175] env[68986]: DEBUG oslo_vmware.api [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 655.839175] env[68986]: value = "task-3215405" [ 655.839175] env[68986]: _type = "Task" [ 655.839175] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.846555] env[68986]: DEBUG oslo_vmware.api [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.868494] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b413ecbd-9434-4fb2-b09e-b62f9f0c7119 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.197s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.877299] env[68986]: DEBUG nova.network.neutron [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Updated VIF entry in instance network info cache for port 40dfc2a0-2b1b-4bca-a675-e90ea6b488db. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.877707] env[68986]: DEBUG nova.network.neutron [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Updating instance_info_cache with network_info: [{"id": "40dfc2a0-2b1b-4bca-a675-e90ea6b488db", "address": "fa:16:3e:8d:06:43", "network": {"id": "6d22a550-3aa9-4376-ac36-ab71267d975b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2098242911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05af8f940fbe4b3fb38e85ad893b444d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40dfc2a0-2b", "ovs_interfaceid": "40dfc2a0-2b1b-4bca-a675-e90ea6b488db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.879799] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updated VIF entry in instance network info cache for port 9a4dbbdc-3597-4238-b898-5433496e4594. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.880021] env[68986]: DEBUG nova.network.neutron [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updating instance_info_cache with network_info: [{"id": "9a4dbbdc-3597-4238-b898-5433496e4594", "address": "fa:16:3e:d9:b1:fa", "network": {"id": "5665c1d9-09ee-41d1-8273-7b9eb94c6b4a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-536317369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415353d40ea44198fe5cc901be66f3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4dbbdc-35", "ovs_interfaceid": "9a4dbbdc-3597-4238-b898-5433496e4594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.020987] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "refresh_cache-529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.021214] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquired lock "refresh_cache-529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.021401] env[68986]: DEBUG nova.network.neutron [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.185248] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6dc52eaa-2d02-4095-a000-b5d55569c44e tempest-TenantUsagesTestJSON-1296791243 tempest-TenantUsagesTestJSON-1296791243-project-member] Lock "d0a68666-a76a-45b4-9683-5803498046c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.294s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.205228] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.205893] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d65a29-2520-46a1-a202-fcca156774ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.222652] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.224276] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 656.224276] env[68986]: value = "task-3215406" [ 656.224276] env[68986]: _type = "Task" [ 656.224276] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.233933] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.352100] env[68986]: INFO nova.compute.manager [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Took 27.03 seconds to build instance. [ 656.359538] env[68986]: DEBUG oslo_vmware.api [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215405, 'name': PowerOffVM_Task, 'duration_secs': 0.221107} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.360482] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.360482] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.360608] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0ba7f38-e99a-4d98-97f7-3696a1bae2df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.373923] env[68986]: DEBUG nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.385685] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Releasing lock "refresh_cache-bfbf86b9-287b-42d2-b7a4-2bc718e2d419" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.385964] env[68986]: DEBUG nova.compute.manager [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Received event network-changed-d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.386157] env[68986]: DEBUG nova.compute.manager [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Refreshing instance network info cache due to event network-changed-d903a178-6617-4617-ba76-09c339581431. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.386372] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Acquiring lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.386893] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Acquired lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.386893] env[68986]: DEBUG nova.network.neutron [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Refreshing network info cache for port d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.392019] env[68986]: DEBUG oslo_concurrency.lockutils [req-8d79a742-ea10-4b30-b056-402db24085f2 req-092af332-23c9-4f70-9da9-42356696d66d service nova] Releasing lock "refresh_cache-31e68b51-2306-4fc9-9b91-07c60037b864" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.463584] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.463584] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.463777] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Deleting the datastore file [datastore2] f2e8b80e-a3dc-4203-8927-1b6837e60cfc {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.464397] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2cc8fb7-18fc-47d3-a725-883c85e7158c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.481823] env[68986]: DEBUG oslo_vmware.api [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for the task: (returnval){ [ 656.481823] env[68986]: value = "task-3215408" [ 656.481823] env[68986]: _type = "Task" [ 656.481823] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.493435] env[68986]: DEBUG oslo_vmware.api [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.588139] env[68986]: DEBUG nova.network.neutron [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.724659] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215404, 'name': ReconfigVM_Task, 'duration_secs': 0.707563} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.727088] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bfbf86b9-287b-42d2-b7a4-2bc718e2d419/bfbf86b9-287b-42d2-b7a4-2bc718e2d419.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.728328] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5db361ce-7399-4b4b-83e5-6abcc19ca490 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.740809] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215406, 'name': PowerOffVM_Task, 'duration_secs': 0.21909} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.742970] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.743219] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance '2da173fe-12dc-4a74-a960-6d9de52f3c34' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.749138] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 656.749138] env[68986]: value = "task-3215409" [ 656.749138] env[68986]: _type = "Task" [ 656.749138] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.767323] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215409, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.793364] env[68986]: DEBUG nova.network.neutron [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.861635] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8647c482-e503-4c0d-beb6-a7a3c6384a3c tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.549s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.918878] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.992412] env[68986]: DEBUG oslo_vmware.api [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Task: {'id': task-3215408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417741} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.992412] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.992412] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.992569] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.993136] env[68986]: INFO nova.compute.manager [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 656.993136] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.999313] env[68986]: DEBUG nova.compute.manager [-] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.999450] env[68986]: DEBUG nova.network.neutron [-] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.141039] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac30148-0d3b-47be-8ab7-6414cfe64d2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.150312] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc7e50-d6b9-4dd6-8d65-0a3734926955 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.187655] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3221d4-b46f-4643-8530-f27b46968562 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.200029] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde7e47-c252-4027-b2ac-fbbc91bc6a19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.216632] env[68986]: DEBUG nova.compute.provider_tree [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.255882] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.256137] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.256302] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.256506] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.257620] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.257620] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.257620] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.258082] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.258415] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.258787] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.258990] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.271927] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38fcf286-02ec-4664-8eab-ad9965b87426 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.300743] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215409, 'name': Rename_Task, 'duration_secs': 0.280134} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.303968] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Releasing lock "refresh_cache-529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.304203] env[68986]: DEBUG nova.compute.manager [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.304297] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.304584] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.305514] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 657.305514] env[68986]: value = "task-3215410" [ 657.305514] env[68986]: _type = "Task" [ 657.305514] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.307487] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c8154-8478-4e92-829b-e3b2ab142cb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.311785] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6c08ee-9a64-4736-8982-4e54f5c41aec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.326615] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.331051] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 657.331051] env[68986]: value = "task-3215411" [ 657.331051] env[68986]: _type = "Task" [ 657.331051] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.331741] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.331815] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-651f3e26-f451-479d-948d-75060fda3b06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.344924] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.347248] env[68986]: DEBUG oslo_vmware.api [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 657.347248] env[68986]: value = "task-3215412" [ 657.347248] env[68986]: _type = "Task" [ 657.347248] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.359090] env[68986]: DEBUG oslo_vmware.api [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.363752] env[68986]: DEBUG nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.418598] env[68986]: DEBUG nova.compute.manager [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.421255] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb744c-9bbb-4e1a-ba96-f6fa31f370c0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.721346] env[68986]: DEBUG nova.scheduler.client.report [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.828438] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215410, 'name': ReconfigVM_Task, 'duration_secs': 0.236773} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.829442] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance '2da173fe-12dc-4a74-a960-6d9de52f3c34' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.848544] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.861772] env[68986]: DEBUG oslo_vmware.api [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215412, 'name': PowerOffVM_Task, 'duration_secs': 0.222883} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.862163] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.862163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.862406] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19594e85-6265-49ef-b8c3-1235928c1c7e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.901354] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.901704] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.904910] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.904910] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Deleting the datastore file [datastore2] 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.904910] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be0b5fa-c224-43eb-b731-d9129d849add {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.913412] env[68986]: DEBUG oslo_vmware.api [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for the task: (returnval){ [ 657.913412] env[68986]: value = "task-3215414" [ 657.913412] env[68986]: _type = "Task" [ 657.913412] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.923789] env[68986]: DEBUG oslo_vmware.api [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.937908] env[68986]: INFO nova.compute.manager [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] instance snapshotting [ 657.941447] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c879c-e15f-4e26-b654-edd9cb7dc9f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.969363] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46704f09-cd05-44a6-9e83-636795d99865 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.011422] env[68986]: DEBUG nova.network.neutron [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Updated VIF entry in instance network info cache for port d903a178-6617-4617-ba76-09c339581431. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.011760] env[68986]: DEBUG nova.network.neutron [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Updating instance_info_cache with network_info: [{"id": "d903a178-6617-4617-ba76-09c339581431", "address": "fa:16:3e:9d:6d:c6", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd903a178-66", "ovs_interfaceid": "d903a178-6617-4617-ba76-09c339581431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.228336] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.229114] env[68986]: DEBUG nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.232583] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.303s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.238604] env[68986]: INFO nova.compute.claims [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.352675] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.352974] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.353194] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.353309] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.353397] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.353571] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.353808] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.355154] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.355154] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.355154] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.355154] env[68986]: DEBUG nova.virt.hardware [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.362723] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 658.362723] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.362723] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bda69f9-f3ee-4f22-8243-fabf500f9955 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.383956] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 658.383956] env[68986]: value = "task-3215415" [ 658.383956] env[68986]: _type = "Task" [ 658.383956] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.394023] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.424516] env[68986]: DEBUG oslo_vmware.api [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Task: {'id': task-3215414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205366} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.424816] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.425030] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.425210] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.425392] env[68986]: INFO nova.compute.manager [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 658.425636] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.426232] env[68986]: DEBUG nova.compute.manager [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.426370] env[68986]: DEBUG nova.network.neutron [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.474237] env[68986]: DEBUG nova.network.neutron [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.484720] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 658.485388] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de71b944-78a4-444b-8d84-41534cd2ec63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.495946] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 658.495946] env[68986]: value = "task-3215416" [ 658.495946] env[68986]: _type = "Task" [ 658.495946] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.506157] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.516159] env[68986]: DEBUG oslo_concurrency.lockutils [req-a86d1a80-8e09-4bee-9a63-80d1de71d05e req-0662e4ae-ea54-4503-a2ef-cbe7e7c8ca8b service nova] Releasing lock "refresh_cache-8be461f0-4cdb-4abc-a860-9bbd55111a8d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.675551] env[68986]: DEBUG nova.network.neutron [-] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.745913] env[68986]: DEBUG nova.compute.utils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.754731] env[68986]: DEBUG nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.754731] env[68986]: DEBUG nova.network.neutron [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.845806] env[68986]: DEBUG oslo_vmware.api [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215411, 'name': PowerOnVM_Task, 'duration_secs': 1.341081} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.845933] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.846144] env[68986]: INFO nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Took 11.92 seconds to spawn the instance on the hypervisor. [ 658.846568] env[68986]: DEBUG nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.847362] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b72583b-b43b-4b4f-a693-858940e4c182 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.894034] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215415, 'name': ReconfigVM_Task, 'duration_secs': 0.242251} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.895624] env[68986]: DEBUG nova.policy [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be007165af8b447f8d819a95a758b547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4cad50d5d3410cb0c602317a459b0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.897477] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 658.900408] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d138838-1cc2-4a84-8c6c-4eeb480e90c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.927474] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2da173fe-12dc-4a74-a960-6d9de52f3c34/2da173fe-12dc-4a74-a960-6d9de52f3c34.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.929290] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7eb71d6-a0c4-4468-922d-b08c53343cd4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.954024] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 658.954024] env[68986]: value = "task-3215417" [ 658.954024] env[68986]: _type = "Task" [ 658.954024] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.964327] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.977814] env[68986]: DEBUG nova.network.neutron [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.009103] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.178865] env[68986]: INFO nova.compute.manager [-] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Took 2.18 seconds to deallocate network for instance. [ 659.254665] env[68986]: DEBUG nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.337020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "4b0b0870-1278-46f6-a1f7-b342a228de6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.337277] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.340029] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "4b0b0870-1278-46f6-a1f7-b342a228de6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.340029] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.340029] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.344324] env[68986]: INFO nova.compute.manager [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Terminating instance [ 659.380335] env[68986]: INFO nova.compute.manager [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Took 28.40 seconds to build instance. [ 659.466532] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215417, 'name': ReconfigVM_Task, 'duration_secs': 0.369072} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.470473] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2da173fe-12dc-4a74-a960-6d9de52f3c34/2da173fe-12dc-4a74-a960-6d9de52f3c34.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.471162] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance '2da173fe-12dc-4a74-a960-6d9de52f3c34' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.480805] env[68986]: INFO nova.compute.manager [-] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Took 1.05 seconds to deallocate network for instance. [ 659.512911] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215416, 'name': CreateSnapshot_Task, 'duration_secs': 0.790716} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.512911] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.512911] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64242079-d723-4dad-80af-9ac08cb03521 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.686802] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.731983] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26873220-2615-470f-8036-33e10dc53ec3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.740927] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe72ef0-8a8e-4614-8986-51de1a1e82b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.785192] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c151d9-549a-4edb-ad9a-e2c3f31edd17 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.789816] env[68986]: DEBUG nova.compute.manager [req-ff8c4c30-3eab-4951-a5f9-385cfbe0d94d req-2128afdb-51d5-450e-84a6-7fec2439be81 service nova] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Received event network-vif-deleted-abe8eb29-2097-434b-a984-518a0f8fe299 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.795391] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6ca10e-b9d4-4ed6-b116-144a0d99a739 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.811837] env[68986]: DEBUG nova.compute.provider_tree [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.847977] env[68986]: DEBUG nova.compute.manager [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.848258] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.849216] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56370170-f2ed-4069-9d09-6708e946fd03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.858371] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.858757] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b45c6c-7a17-4337-a6eb-7ce130a74623 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.867703] env[68986]: DEBUG oslo_vmware.api [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 659.867703] env[68986]: value = "task-3215418" [ 659.867703] env[68986]: _type = "Task" [ 659.867703] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.878429] env[68986]: DEBUG oslo_vmware.api [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.883042] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af933890-d752-4c8f-9c31-3f88386ccc89 tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.913s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.977677] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d695f54b-aac9-4370-9bbf-6e8661fb15a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.001581] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.002793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13fe93a-7dfc-4de7-b501-32f8616d5b48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.024311] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance '2da173fe-12dc-4a74-a960-6d9de52f3c34' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 660.039204] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 660.039204] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94c2ee6f-19f0-494b-9684-3697cc23e0e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.050180] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 660.050180] env[68986]: value = "task-3215419" [ 660.050180] env[68986]: _type = "Task" [ 660.050180] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.062618] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215419, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.291373] env[68986]: DEBUG nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.316064] env[68986]: DEBUG nova.scheduler.client.report [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.321728] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.321956] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.322122] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.322333] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.324522] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.324522] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.324522] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.324522] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.324522] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.325123] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.325123] env[68986]: DEBUG nova.virt.hardware [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.325123] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdcb621-959a-4030-8c34-4f3221089996 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.334659] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b5a059-6095-46bd-ae8a-71d8e1537d98 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.381024] env[68986]: DEBUG oslo_vmware.api [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215418, 'name': PowerOffVM_Task, 'duration_secs': 0.269827} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.381425] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.381958] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.382238] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a57310e-9cd9-4f2e-bf16-f26544ad830e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.385430] env[68986]: DEBUG nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.463508] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.463727] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.463980] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleting the datastore file [datastore2] 4b0b0870-1278-46f6-a1f7-b342a228de6b {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.464288] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd4991c3-bdd1-4ab5-97f1-c6fab6ebb618 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.472788] env[68986]: DEBUG oslo_vmware.api [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 660.472788] env[68986]: value = "task-3215421" [ 660.472788] env[68986]: _type = "Task" [ 660.472788] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.484915] env[68986]: DEBUG oslo_vmware.api [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.562348] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215419, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.708371] env[68986]: DEBUG nova.network.neutron [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Port 4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 660.722718] env[68986]: DEBUG nova.network.neutron [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Successfully created port: a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.754590] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.754887] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.829291] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.830399] env[68986]: DEBUG nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.832491] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.966s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.833952] env[68986]: INFO nova.compute.claims [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.914823] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.990253] env[68986]: DEBUG oslo_vmware.api [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341861} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.990599] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.990849] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.990987] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.991173] env[68986]: INFO nova.compute.manager [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 660.991435] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.991703] env[68986]: DEBUG nova.compute.manager [-] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.991703] env[68986]: DEBUG nova.network.neutron [-] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.067650] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215419, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.338633] env[68986]: DEBUG nova.compute.utils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.344631] env[68986]: DEBUG nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.344631] env[68986]: DEBUG nova.network.neutron [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.567922] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215419, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.640678] env[68986]: DEBUG nova.policy [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b048f215e5c946da90a20d1dca416052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ecd2e0d94b740429edea894d7a37e8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.738204] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.739189] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.739718] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.848396] env[68986]: DEBUG nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.067592] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215419, 'name': CloneVM_Task, 'duration_secs': 1.717863} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.067937] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Created linked-clone VM from snapshot [ 662.070691] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa030e-2043-4f9b-a641-5dc0396fa10d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.079362] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Uploading image c4c0a4dd-3a82-4e71-aaf1-d8607e085ca8 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 662.094960] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 662.095258] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5ffc9c2-5caa-4272-8994-e54eb8833778 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.107458] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 662.107458] env[68986]: value = "task-3215422" [ 662.107458] env[68986]: _type = "Task" [ 662.107458] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.117719] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215422, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.254950] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980586fe-7b8a-4bca-bd99-ee6508b214a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.264021] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca88dc3-ff44-45ca-8f07-32bd1471c08f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.298036] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d92d42-ce73-4784-a7c8-9515e28d0341 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.306704] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6393e88c-a84e-4009-bb2f-a9ea29613135 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.322776] env[68986]: DEBUG nova.compute.provider_tree [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.622407] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215422, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.817495] env[68986]: DEBUG nova.compute.manager [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Received event network-changed-17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.817676] env[68986]: DEBUG nova.compute.manager [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Refreshing instance network info cache due to event network-changed-17bc21f0-a7bc-4ff6-8e65-339c22529889. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.817886] env[68986]: DEBUG oslo_concurrency.lockutils [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] Acquiring lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.818039] env[68986]: DEBUG oslo_concurrency.lockutils [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] Acquired lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.818189] env[68986]: DEBUG nova.network.neutron [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Refreshing network info cache for port 17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.828751] env[68986]: DEBUG nova.scheduler.client.report [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.864189] env[68986]: DEBUG nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.876460] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.876595] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.876781] env[68986]: DEBUG nova.network.neutron [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.912238] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.912238] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.912238] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.912457] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.912457] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.912457] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.912697] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.912887] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.913090] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.913257] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.913424] env[68986]: DEBUG nova.virt.hardware [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.914383] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b48d80-0c59-4ae9-a7b8-7bcb3cb9bb73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.926109] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644baa00-8383-45fa-b455-89c60e0fdd8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.123683] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215422, 'name': Destroy_Task, 'duration_secs': 0.788299} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.124202] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Destroyed the VM [ 663.124649] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.124922] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56883688-9c7c-46c6-a782-37fa4ea8ed38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.137421] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 663.137421] env[68986]: value = "task-3215423" [ 663.137421] env[68986]: _type = "Task" [ 663.137421] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.149177] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.241304] env[68986]: DEBUG nova.network.neutron [-] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.292731] env[68986]: DEBUG nova.network.neutron [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Successfully created port: 9dd2f944-73bb-411c-a1ea-4057d40ceedc {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.336268] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.336268] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.338103] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.427s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.339581] env[68986]: INFO nova.compute.claims [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.531230] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.531475] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.531668] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.531836] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.531991] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.534467] env[68986]: INFO nova.compute.manager [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Terminating instance [ 663.650790] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.744607] env[68986]: INFO nova.compute.manager [-] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Took 2.75 seconds to deallocate network for instance. [ 663.847728] env[68986]: DEBUG nova.compute.utils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.856048] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.856310] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.038813] env[68986]: DEBUG nova.compute.manager [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.039594] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.043039] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e189f520-c10e-4e12-8456-fda3bfa6cc8f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.051238] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.051521] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c40fd37-f1fd-40ac-ad33-922f7e7d4e61 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.060109] env[68986]: DEBUG oslo_vmware.api [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 664.060109] env[68986]: value = "task-3215424" [ 664.060109] env[68986]: _type = "Task" [ 664.060109] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.068880] env[68986]: DEBUG oslo_vmware.api [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.151824] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215423, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.252371] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.299868] env[68986]: DEBUG nova.network.neutron [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance_info_cache with network_info: [{"id": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "address": "fa:16:3e:a0:a7:45", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad95b19-3a", "ovs_interfaceid": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.347093] env[68986]: DEBUG nova.policy [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12fbd6fc22804f88a32614f377eac4e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e33ed80f985473a907552db83c1a167', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.353528] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.577028] env[68986]: DEBUG oslo_vmware.api [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215424, 'name': PowerOffVM_Task, 'duration_secs': 0.269777} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.577028] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.577028] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.577028] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba77f33-add9-43b3-82d5-ed0ab8d3fa39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.652501] env[68986]: DEBUG oslo_vmware.api [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215423, 'name': RemoveSnapshot_Task, 'duration_secs': 1.174582} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.655960] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.660190] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.660405] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.661331] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Deleting the datastore file [datastore2] bfbf86b9-287b-42d2-b7a4-2bc718e2d419 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.661331] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa135d9b-70b7-4b3c-b797-9811bef1d55b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.669219] env[68986]: DEBUG oslo_vmware.api [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for the task: (returnval){ [ 664.669219] env[68986]: value = "task-3215426" [ 664.669219] env[68986]: _type = "Task" [ 664.669219] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.679313] env[68986]: DEBUG oslo_vmware.api [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.768328] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9363f7e5-a53b-4a3c-b4cb-bfe84e3c6413 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.781503] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e50233a-3feb-4318-9f7b-6f7d29a21098 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.815383] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.820156] env[68986]: DEBUG nova.network.neutron [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updated VIF entry in instance network info cache for port 17bc21f0-a7bc-4ff6-8e65-339c22529889. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.822317] env[68986]: DEBUG nova.network.neutron [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updating instance_info_cache with network_info: [{"id": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "address": "fa:16:3e:a8:0c:52", "network": {"id": "190a6e42-5833-48dd-bfbf-3c5682495932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1550749325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e111ba67b5541a2816ffd3e733fdd94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc21f0-a7", "ovs_interfaceid": "17bc21f0-a7bc-4ff6-8e65-339c22529889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.822317] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3d30c-3430-482b-8781-5150d590a5ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.833689] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ff5c7f-3658-4140-bd36-122e688f0141 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.851313] env[68986]: DEBUG nova.compute.provider_tree [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.166024] env[68986]: WARNING nova.compute.manager [None req-a3aea00a-499c-4a6f-af9d-41cb9ea11219 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Image not found during snapshot: nova.exception.ImageNotFound: Image c4c0a4dd-3a82-4e71-aaf1-d8607e085ca8 could not be found. [ 665.179211] env[68986]: DEBUG oslo_vmware.api [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Task: {'id': task-3215426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270853} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.179716] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.179716] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.179893] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.180054] env[68986]: INFO nova.compute.manager [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Took 1.14 seconds to destroy the instance on the hypervisor. [ 665.180287] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.180464] env[68986]: DEBUG nova.compute.manager [-] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.180550] env[68986]: DEBUG nova.network.neutron [-] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.338884] env[68986]: DEBUG oslo_concurrency.lockutils [req-1f4d14fc-d2bc-49f4-a0cd-bb51604856cf req-8a78db95-bdb1-46ee-9d1d-28b68a9fa1e0 service nova] Releasing lock "refresh_cache-f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359124] env[68986]: DEBUG nova.scheduler.client.report [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.369258] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.377999] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e2307-9208-4528-9ac9-277acfa0c8ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.400318] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ef4bdc-22f8-4100-a76d-54d1eb32393b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.414852] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance '2da173fe-12dc-4a74-a960-6d9de52f3c34' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.422266] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.422509] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.422682] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.422850] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.422989] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.425775] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.426153] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.426339] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.426454] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.426624] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.426836] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.428045] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2415040-6b75-4970-b836-0958b56f7189 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.448290] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba900368-6d74-4dea-aded-ee5b4b2f61d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.578778] env[68986]: DEBUG nova.network.neutron [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Successfully updated port: a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.873511] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.874107] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.878160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.918s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.879037] env[68986]: INFO nova.compute.claims [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.941277] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.943733] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e76b46-5a6f-4046-8e60-cae2147566f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.956439] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 665.956439] env[68986]: value = "task-3215427" [ 665.956439] env[68986]: _type = "Task" [ 665.956439] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.969698] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.006492] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Successfully created port: 39a22da7-e063-4baa-8b15-381261a5a319 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.046122] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.046122] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.084046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "refresh_cache-143842ce-aa1e-444b-85c2-79fbb7d47a63" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.084046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "refresh_cache-143842ce-aa1e-444b-85c2-79fbb7d47a63" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.084046] env[68986]: DEBUG nova.network.neutron [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.090185] env[68986]: DEBUG nova.compute.manager [req-013df055-f81a-41b1-b9d3-0515272e2959 req-f08ea538-bc1a-4a1b-88a6-a9bf523864eb service nova] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Received event network-vif-deleted-32fdb982-8dd7-475a-8c2d-91578a334487 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.251998] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "8eda7618-29ca-4c05-8430-d4b46b578421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.252290] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "8eda7618-29ca-4c05-8430-d4b46b578421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.385684] env[68986]: DEBUG nova.compute.utils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.391087] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.391087] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.471683] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.652193] env[68986]: DEBUG nova.network.neutron [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.846680] env[68986]: DEBUG nova.policy [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12fbd6fc22804f88a32614f377eac4e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e33ed80f985473a907552db83c1a167', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.914290] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.914290] env[68986]: DEBUG nova.network.neutron [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Updating instance_info_cache with network_info: [{"id": "a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1", "address": "fa:16:3e:4e:b3:06", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c3acb2-2a", "ovs_interfaceid": "a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.968855] env[68986]: DEBUG oslo_vmware.api [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215427, 'name': PowerOnVM_Task, 'duration_secs': 0.805113} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.970017] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.970905] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e349d39f-830f-410b-afba-ce4bca4a6f38 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance '2da173fe-12dc-4a74-a960-6d9de52f3c34' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.419615] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "refresh_cache-143842ce-aa1e-444b-85c2-79fbb7d47a63" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.419958] env[68986]: DEBUG nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Instance network_info: |[{"id": "a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1", "address": "fa:16:3e:4e:b3:06", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c3acb2-2a", "ovs_interfaceid": "a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.420596] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:b3:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.429817] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.430045] env[68986]: DEBUG nova.network.neutron [-] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.431610] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.432328] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b7dec14-92d2-4d66-ad30-e55a6cfcd8a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.451498] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f749f-d443-4144-9d85-67003cdddd47 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.461950] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6546c6f-e7b5-4ab2-893e-0def58a5678c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.465490] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.465490] env[68986]: value = "task-3215428" [ 667.465490] env[68986]: _type = "Task" [ 667.465490] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.503273] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39497a50-6ca3-451d-8916-1d263b936484 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.509271] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215428, 'name': CreateVM_Task} progress is 15%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.515796] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921b5752-0732-4f03-8025-90620474db1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.532077] env[68986]: DEBUG nova.compute.provider_tree [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.668872] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.669570] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.849351] env[68986]: DEBUG nova.network.neutron [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Successfully updated port: 9dd2f944-73bb-411c-a1ea-4057d40ceedc {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.905603] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.934213] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.934213] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.936016] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.936016] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.936016] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.936016] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.936016] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.936488] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.936488] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.936488] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.936488] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.938697] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1626a6dd-ad8d-4534-9bbc-c6769aa40929 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.950530] env[68986]: INFO nova.compute.manager [-] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Took 2.77 seconds to deallocate network for instance. [ 667.959105] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d72381-2c97-43b4-8cec-2e80f4117c63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.015917] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215428, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.017025] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Successfully created port: 6c11fef5-af19-42fd-a5f5-451d50a3cb8c {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.036091] env[68986]: DEBUG nova.scheduler.client.report [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.352212] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "refresh_cache-a9aebc16-675d-4cc5-b444-09a42de7d9d3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352384] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquired lock "refresh_cache-a9aebc16-675d-4cc5-b444-09a42de7d9d3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.352586] env[68986]: DEBUG nova.network.neutron [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.491743] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.492053] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215428, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.544533] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.544533] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.549330] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.858s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.551800] env[68986]: INFO nova.compute.claims [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.647944] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.648279] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.677095] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "128c4398-6c16-4cab-8071-d2403cc0ed7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.677334] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.920683] env[68986]: DEBUG nova.network.neutron [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.996909] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215428, 'name': CreateVM_Task, 'duration_secs': 1.362205} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.997127] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.997876] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.998073] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.998401] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.998990] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a341f92-fff6-439f-9bc5-08ef93f3a329 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.005731] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 669.005731] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ea00bf-5c4c-c8ef-7a1f-68c9fda23313" [ 669.005731] env[68986]: _type = "Task" [ 669.005731] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.020309] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ea00bf-5c4c-c8ef-7a1f-68c9fda23313, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.020631] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020826] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.021064] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.021211] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.021480] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.022048] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d770c29-cada-45d3-8a61-d69e1134919d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.033203] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.033441] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.034194] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017f00ea-0736-4ff2-9e3d-b0ecc09b959c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.041456] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 669.041456] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52edb36e-5908-b462-c64b-7b1b19bc3e87" [ 669.041456] env[68986]: _type = "Task" [ 669.041456] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.051541] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52edb36e-5908-b462-c64b-7b1b19bc3e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.057354] env[68986]: DEBUG nova.compute.utils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.064033] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.064033] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.180799] env[68986]: DEBUG nova.policy [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12fbd6fc22804f88a32614f377eac4e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e33ed80f985473a907552db83c1a167', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.311208] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Received event network-vif-plugged-a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.313493] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Acquiring lock "143842ce-aa1e-444b-85c2-79fbb7d47a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.313651] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.313855] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.314071] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] No waiting events found dispatching network-vif-plugged-a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.314212] env[68986]: WARNING nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Received unexpected event network-vif-plugged-a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 for instance with vm_state building and task_state spawning. [ 669.314555] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Received event network-changed-a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.314555] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Refreshing instance network info cache due to event network-changed-a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.314724] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Acquiring lock "refresh_cache-143842ce-aa1e-444b-85c2-79fbb7d47a63" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.314859] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Acquired lock "refresh_cache-143842ce-aa1e-444b-85c2-79fbb7d47a63" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.315024] env[68986]: DEBUG nova.network.neutron [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Refreshing network info cache for port a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.325031] env[68986]: DEBUG nova.network.neutron [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Updating instance_info_cache with network_info: [{"id": "9dd2f944-73bb-411c-a1ea-4057d40ceedc", "address": "fa:16:3e:1c:ed:fb", "network": {"id": "72b888e0-3207-4527-80c0-b3810c62cbfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-338128388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecd2e0d94b740429edea894d7a37e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd2f944-73", "ovs_interfaceid": "9dd2f944-73bb-411c-a1ea-4057d40ceedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.446133] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.446404] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.446605] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "d9dc5466-dbca-4a5e-9206-528bddc6c468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.446780] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.446937] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.452688] env[68986]: INFO nova.compute.manager [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Terminating instance [ 669.558385] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52edb36e-5908-b462-c64b-7b1b19bc3e87, 'name': SearchDatastore_Task, 'duration_secs': 0.012577} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.559944] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e45d6f-680f-49d2-ba62-322e2aef5875 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.561980] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.574387] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 669.574387] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ffd3c8-cd2d-98bc-959a-1138f072de11" [ 669.574387] env[68986]: _type = "Task" [ 669.574387] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.593018] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ffd3c8-cd2d-98bc-959a-1138f072de11, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.593018] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.593018] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 143842ce-aa1e-444b-85c2-79fbb7d47a63/143842ce-aa1e-444b-85c2-79fbb7d47a63.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.593018] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4259765f-f079-41ca-a746-593cce90a5ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.605944] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 669.605944] env[68986]: value = "task-3215429" [ 669.605944] env[68986]: _type = "Task" [ 669.605944] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.617432] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.783120] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Successfully updated port: 39a22da7-e063-4baa-8b15-381261a5a319 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.827318] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Releasing lock "refresh_cache-a9aebc16-675d-4cc5-b444-09a42de7d9d3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.827398] env[68986]: DEBUG nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Instance network_info: |[{"id": "9dd2f944-73bb-411c-a1ea-4057d40ceedc", "address": "fa:16:3e:1c:ed:fb", "network": {"id": "72b888e0-3207-4527-80c0-b3810c62cbfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-338128388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecd2e0d94b740429edea894d7a37e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd2f944-73", "ovs_interfaceid": "9dd2f944-73bb-411c-a1ea-4057d40ceedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.828229] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ed:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dd2f944-73bb-411c-a1ea-4057d40ceedc', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.836782] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Creating folder: Project (6ecd2e0d94b740429edea894d7a37e8d). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.837522] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0bf6d7e-c2f0-47d3-aa4c-a98f42f1c63f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.852971] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Created folder: Project (6ecd2e0d94b740429edea894d7a37e8d) in parent group-v642845. [ 669.853233] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Creating folder: Instances. Parent ref: group-v642897. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.854165] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d87f9a-b819-406c-bab5-5e25d9310029 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.870672] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Created folder: Instances in parent group-v642897. [ 669.870672] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.870672] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.870672] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10623a08-b001-4943-abee-b86f9a26c7eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.898540] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.898540] env[68986]: value = "task-3215432" [ 669.898540] env[68986]: _type = "Task" [ 669.898540] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.910117] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215432, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.959990] env[68986]: DEBUG nova.compute.manager [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.960324] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.961461] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d73a0-f826-47c9-93f2-8aa6b69ed903 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.975955] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.977804] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4f77a0a-34e6-4cae-8014-07dff3f18d3f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.987296] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.987621] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.998793] env[68986]: DEBUG oslo_vmware.api [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 669.998793] env[68986]: value = "task-3215433" [ 669.998793] env[68986]: _type = "Task" [ 669.998793] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.015339] env[68986]: DEBUG oslo_vmware.api [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.125052] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.201090] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92b1a40-c5de-427f-91e0-ac37259f4b0e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.209248] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6d857b-5014-4fe3-a5c3-d051da69ccda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.250190] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf1352f-40e6-4d80-a5b8-12647892388f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.256142] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82964c20-1a6e-4b44-9637-f57ec6b980f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.271304] env[68986]: DEBUG nova.compute.provider_tree [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.285331] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "refresh_cache-e04657e5-106a-42da-bf25-785ae4e5844d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.285604] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "refresh_cache-e04657e5-106a-42da-bf25-785ae4e5844d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.285675] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.410699] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215432, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.512572] env[68986]: DEBUG oslo_vmware.api [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215433, 'name': PowerOffVM_Task, 'duration_secs': 0.258446} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.513193] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.513193] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.513331] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed51aa8a-f3be-4217-ba08-fba27680664d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.561833] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Successfully created port: c21a54b5-a1c8-46e3-9258-9aa243ef2fec {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.576832] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.577094] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.577956] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleting the datastore file [datastore1] d9dc5466-dbca-4a5e-9206-528bddc6c468 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.577956] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6dda35-acb8-4271-80c3-f053701df988 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.583830] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.588627] env[68986]: DEBUG oslo_vmware.api [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 670.588627] env[68986]: value = "task-3215435" [ 670.588627] env[68986]: _type = "Task" [ 670.588627] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.596231] env[68986]: DEBUG oslo_vmware.api [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.616249] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.616506] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.616642] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.616824] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.616968] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.617118] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.620177] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.620177] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.620177] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.620177] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.620177] env[68986]: DEBUG nova.virt.hardware [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.620357] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3206d-10b6-4039-95a3-7c181966226a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.630464] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0bc75-a9a2-430a-a613-8148cb31a0f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.634472] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539389} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.634725] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 143842ce-aa1e-444b-85c2-79fbb7d47a63/143842ce-aa1e-444b-85c2-79fbb7d47a63.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.634938] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.635624] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c34ef963-efe3-4365-97bc-916e3c42023b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.647996] env[68986]: DEBUG nova.network.neutron [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Updated VIF entry in instance network info cache for port a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.648473] env[68986]: DEBUG nova.network.neutron [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Updating instance_info_cache with network_info: [{"id": "a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1", "address": "fa:16:3e:4e:b3:06", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c3acb2-2a", "ovs_interfaceid": "a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.650190] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 670.650190] env[68986]: value = "task-3215436" [ 670.650190] env[68986]: _type = "Task" [ 670.650190] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.661966] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.745017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.745017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.777708] env[68986]: DEBUG nova.scheduler.client.report [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.798830] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Successfully updated port: 6c11fef5-af19-42fd-a5f5-451d50a3cb8c {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.863151] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.910721] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215432, 'name': CreateVM_Task, 'duration_secs': 0.572061} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.910893] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.911697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.911741] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.912046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.912307] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd263a0b-27ef-449f-a855-3e2d626fa33e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.917824] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 670.917824] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6afd1-4792-efb9-fc6d-4bfdd46f3318" [ 670.917824] env[68986]: _type = "Task" [ 670.917824] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.927835] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6afd1-4792-efb9-fc6d-4bfdd46f3318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.097345] env[68986]: DEBUG oslo_vmware.api [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128437} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.097803] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.098134] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.098420] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.098703] env[68986]: INFO nova.compute.manager [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Took 1.14 seconds to destroy the instance on the hypervisor. [ 671.099190] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.101971] env[68986]: DEBUG nova.compute.manager [-] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.102207] env[68986]: DEBUG nova.network.neutron [-] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.159017] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Releasing lock "refresh_cache-143842ce-aa1e-444b-85c2-79fbb7d47a63" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.159017] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Received event network-vif-deleted-40dfc2a0-2b1b-4bca-a675-e90ea6b488db {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.159017] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Received event network-vif-plugged-9dd2f944-73bb-411c-a1ea-4057d40ceedc {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.159017] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Acquiring lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.159017] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.159420] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.159420] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] No waiting events found dispatching network-vif-plugged-9dd2f944-73bb-411c-a1ea-4057d40ceedc {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.159420] env[68986]: WARNING nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Received unexpected event network-vif-plugged-9dd2f944-73bb-411c-a1ea-4057d40ceedc for instance with vm_state building and task_state spawning. [ 671.159420] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Received event network-changed-9dd2f944-73bb-411c-a1ea-4057d40ceedc {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.159420] env[68986]: DEBUG nova.compute.manager [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Refreshing instance network info cache due to event network-changed-9dd2f944-73bb-411c-a1ea-4057d40ceedc. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.159607] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Acquiring lock "refresh_cache-a9aebc16-675d-4cc5-b444-09a42de7d9d3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.159607] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Acquired lock "refresh_cache-a9aebc16-675d-4cc5-b444-09a42de7d9d3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.159607] env[68986]: DEBUG nova.network.neutron [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Refreshing network info cache for port 9dd2f944-73bb-411c-a1ea-4057d40ceedc {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.163427] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07185} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.164072] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.165254] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed12884-de61-4b46-b74c-5c1215549803 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.199197] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 143842ce-aa1e-444b-85c2-79fbb7d47a63/143842ce-aa1e-444b-85c2-79fbb7d47a63.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.202173] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424040ea-9e20-47d3-a837-50ace70485a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.224369] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 671.224369] env[68986]: value = "task-3215437" [ 671.224369] env[68986]: _type = "Task" [ 671.224369] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.236539] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.236539] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Updating instance_info_cache with network_info: [{"id": "39a22da7-e063-4baa-8b15-381261a5a319", "address": "fa:16:3e:f2:87:be", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a22da7-e0", "ovs_interfaceid": "39a22da7-e063-4baa-8b15-381261a5a319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.285298] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.285298] env[68986]: DEBUG nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.290384] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.352s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.290963] env[68986]: INFO nova.compute.claims [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.302854] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "refresh_cache-d5367501-1cdd-4d5a-8601-8114e335684a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.303102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "refresh_cache-d5367501-1cdd-4d5a-8601-8114e335684a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.303335] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.420484] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "6945ad76-5552-485d-95e3-855341d8c2b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.420772] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "6945ad76-5552-485d-95e3-855341d8c2b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.431403] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6afd1-4792-efb9-fc6d-4bfdd46f3318, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.431818] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.432191] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.432534] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.432826] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.433148] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.433607] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8295ebc-5372-4d5f-92b8-a31ddac5ae37 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.449825] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.449825] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.449825] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0e486b-d2b0-43ba-a07f-7d7252b166b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.456157] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 671.456157] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527e25a4-7896-293f-4175-71dd77835d5b" [ 671.456157] env[68986]: _type = "Task" [ 671.456157] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.465060] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527e25a4-7896-293f-4175-71dd77835d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.588891] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Received event network-vif-plugged-39a22da7-e063-4baa-8b15-381261a5a319 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.589188] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Acquiring lock "e04657e5-106a-42da-bf25-785ae4e5844d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.589327] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Lock "e04657e5-106a-42da-bf25-785ae4e5844d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.589490] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Lock "e04657e5-106a-42da-bf25-785ae4e5844d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.589646] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] No waiting events found dispatching network-vif-plugged-39a22da7-e063-4baa-8b15-381261a5a319 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.589810] env[68986]: WARNING nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Received unexpected event network-vif-plugged-39a22da7-e063-4baa-8b15-381261a5a319 for instance with vm_state building and task_state spawning. [ 671.590022] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Received event network-changed-39a22da7-e063-4baa-8b15-381261a5a319 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.590426] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Refreshing instance network info cache due to event network-changed-39a22da7-e063-4baa-8b15-381261a5a319. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.590644] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Acquiring lock "refresh_cache-e04657e5-106a-42da-bf25-785ae4e5844d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.736358] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.739645] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "refresh_cache-e04657e5-106a-42da-bf25-785ae4e5844d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.739945] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Instance network_info: |[{"id": "39a22da7-e063-4baa-8b15-381261a5a319", "address": "fa:16:3e:f2:87:be", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a22da7-e0", "ovs_interfaceid": "39a22da7-e063-4baa-8b15-381261a5a319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.740591] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Acquired lock "refresh_cache-e04657e5-106a-42da-bf25-785ae4e5844d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.740803] env[68986]: DEBUG nova.network.neutron [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Refreshing network info cache for port 39a22da7-e063-4baa-8b15-381261a5a319 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.742034] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:87:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a22da7-e063-4baa-8b15-381261a5a319', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.751059] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Creating folder: Project (6e33ed80f985473a907552db83c1a167). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.755233] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c2db03e-a69d-4f2e-b7bc-8042ba9b362c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.779350] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Created folder: Project (6e33ed80f985473a907552db83c1a167) in parent group-v642845. [ 671.779350] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Creating folder: Instances. Parent ref: group-v642900. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.779350] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa32dc9e-b554-4486-9580-a22ee600adf0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.790714] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Created folder: Instances in parent group-v642900. [ 671.791022] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.791236] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.791446] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6fc59e7-22fb-4aad-9246-5631b3c9739d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.811745] env[68986]: DEBUG nova.compute.utils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.819521] env[68986]: DEBUG nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.819521] env[68986]: DEBUG nova.network.neutron [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.825851] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.825851] env[68986]: value = "task-3215440" [ 671.825851] env[68986]: _type = "Task" [ 671.825851] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.836618] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215440, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.893027] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.906654] env[68986]: DEBUG nova.policy [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b19c9db9c9a5435586902d7cd8bb79d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1edc1c1b293479eb8285b0e05bfb6b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.970980] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527e25a4-7896-293f-4175-71dd77835d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.023127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.970980] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324bcae0-aea7-4be3-aa24-ca6817b2f90b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.977845] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 671.977845] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5212ef64-52d5-7a01-dada-948d9765041c" [ 671.977845] env[68986]: _type = "Task" [ 671.977845] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.986941] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5212ef64-52d5-7a01-dada-948d9765041c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.047232] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.047938] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.047938] env[68986]: DEBUG nova.compute.manager [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Going to confirm migration 1 {{(pid=68986) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 672.054979] env[68986]: DEBUG nova.network.neutron [-] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.108058] env[68986]: DEBUG nova.network.neutron [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Updated VIF entry in instance network info cache for port 9dd2f944-73bb-411c-a1ea-4057d40ceedc. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.108418] env[68986]: DEBUG nova.network.neutron [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Updating instance_info_cache with network_info: [{"id": "9dd2f944-73bb-411c-a1ea-4057d40ceedc", "address": "fa:16:3e:1c:ed:fb", "network": {"id": "72b888e0-3207-4527-80c0-b3810c62cbfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-338128388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecd2e0d94b740429edea894d7a37e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd2f944-73", "ovs_interfaceid": "9dd2f944-73bb-411c-a1ea-4057d40ceedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.230823] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Updating instance_info_cache with network_info: [{"id": "6c11fef5-af19-42fd-a5f5-451d50a3cb8c", "address": "fa:16:3e:31:1c:a2", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c11fef5-af", "ovs_interfaceid": "6c11fef5-af19-42fd-a5f5-451d50a3cb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.238233] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215437, 'name': ReconfigVM_Task, 'duration_secs': 0.636505} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.238501] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 143842ce-aa1e-444b-85c2-79fbb7d47a63/143842ce-aa1e-444b-85c2-79fbb7d47a63.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.239854] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-156b0efd-e3c5-4a41-a712-4bbbdf3b15a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.243640] env[68986]: DEBUG nova.network.neutron [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Updated VIF entry in instance network info cache for port 39a22da7-e063-4baa-8b15-381261a5a319. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.243999] env[68986]: DEBUG nova.network.neutron [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Updating instance_info_cache with network_info: [{"id": "39a22da7-e063-4baa-8b15-381261a5a319", "address": "fa:16:3e:f2:87:be", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a22da7-e0", "ovs_interfaceid": "39a22da7-e063-4baa-8b15-381261a5a319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.255450] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 672.255450] env[68986]: value = "task-3215441" [ 672.255450] env[68986]: _type = "Task" [ 672.255450] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.268161] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215441, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.320867] env[68986]: DEBUG nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.345696] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215440, 'name': CreateVM_Task, 'duration_secs': 0.494203} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.346040] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.346877] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.347052] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.347420] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.347680] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a7069b-63a0-4bc0-a8a6-7a02cc0f2bb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.353256] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 672.353256] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52aef1d8-c052-ac43-7bf5-6422bb4190b7" [ 672.353256] env[68986]: _type = "Task" [ 672.353256] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.365690] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52aef1d8-c052-ac43-7bf5-6422bb4190b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.491617] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5212ef64-52d5-7a01-dada-948d9765041c, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.492496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.492496] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] a9aebc16-675d-4cc5-b444-09a42de7d9d3/a9aebc16-675d-4cc5-b444-09a42de7d9d3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.492496] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3761c15f-92db-47c4-846a-944b83d78c35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.504870] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 672.504870] env[68986]: value = "task-3215442" [ 672.504870] env[68986]: _type = "Task" [ 672.504870] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.515532] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.558764] env[68986]: INFO nova.compute.manager [-] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Took 1.46 seconds to deallocate network for instance. [ 672.607877] env[68986]: DEBUG nova.network.neutron [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Successfully created port: 839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.613826] env[68986]: DEBUG oslo_concurrency.lockutils [req-ea7f7b69-147b-475d-a2ce-4e60ba35edba req-175426ab-35c2-4e66-a233-1eeea7edb557 service nova] Releasing lock "refresh_cache-a9aebc16-675d-4cc5-b444-09a42de7d9d3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.682831] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.684431] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.684774] env[68986]: DEBUG nova.network.neutron [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.687446] env[68986]: DEBUG nova.objects.instance [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lazy-loading 'info_cache' on Instance uuid 2da173fe-12dc-4a74-a960-6d9de52f3c34 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.735249] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "refresh_cache-d5367501-1cdd-4d5a-8601-8114e335684a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.735402] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Instance network_info: |[{"id": "6c11fef5-af19-42fd-a5f5-451d50a3cb8c", "address": "fa:16:3e:31:1c:a2", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c11fef5-af", "ovs_interfaceid": "6c11fef5-af19-42fd-a5f5-451d50a3cb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.735826] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:1c:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c11fef5-af19-42fd-a5f5-451d50a3cb8c', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.744154] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.748440] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.748602] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Releasing lock "refresh_cache-e04657e5-106a-42da-bf25-785ae4e5844d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.748693] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Received event network-vif-plugged-6c11fef5-af19-42fd-a5f5-451d50a3cb8c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.748961] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Acquiring lock "d5367501-1cdd-4d5a-8601-8114e335684a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.749156] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Lock "d5367501-1cdd-4d5a-8601-8114e335684a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.749446] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Lock "d5367501-1cdd-4d5a-8601-8114e335684a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.749636] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] No waiting events found dispatching network-vif-plugged-6c11fef5-af19-42fd-a5f5-451d50a3cb8c {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.749827] env[68986]: WARNING nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Received unexpected event network-vif-plugged-6c11fef5-af19-42fd-a5f5-451d50a3cb8c for instance with vm_state building and task_state spawning. [ 672.750024] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Received event network-changed-6c11fef5-af19-42fd-a5f5-451d50a3cb8c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.750212] env[68986]: DEBUG nova.compute.manager [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Refreshing instance network info cache due to event network-changed-6c11fef5-af19-42fd-a5f5-451d50a3cb8c. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.750423] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Acquiring lock "refresh_cache-d5367501-1cdd-4d5a-8601-8114e335684a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.750534] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Acquired lock "refresh_cache-d5367501-1cdd-4d5a-8601-8114e335684a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.750681] env[68986]: DEBUG nova.network.neutron [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Refreshing network info cache for port 6c11fef5-af19-42fd-a5f5-451d50a3cb8c {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.755429] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-021f770a-b32d-42c5-8a8a-a0c6e72f234b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.791035] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215441, 'name': Rename_Task, 'duration_secs': 0.18584} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.792850] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.793276] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.793276] env[68986]: value = "task-3215443" [ 672.793276] env[68986]: _type = "Task" [ 672.793276] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.793891] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c733d6f-367b-4a35-bf72-3e68b2c05325 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.808780] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 672.808780] env[68986]: value = "task-3215444" [ 672.808780] env[68986]: _type = "Task" [ 672.808780] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.812294] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215443, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.824789] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.869286] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52aef1d8-c052-ac43-7bf5-6422bb4190b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.872258] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.872913] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.872913] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.872913] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.873276] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.873636] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-067bac59-ff0c-4abf-bf07-abf234e65b01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.891025] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.891173] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.892864] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce5a4a5-118e-43ca-960a-7dfa09d8c50a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.901461] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 672.901461] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5256eca6-bbfc-9575-d4c4-aae20068ad70" [ 672.901461] env[68986]: _type = "Task" [ 672.901461] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.912556] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5256eca6-bbfc-9575-d4c4-aae20068ad70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.017244] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.020285] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0f18a8-e69f-4c6e-a618-c497b0ce1e94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.032714] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4566b-32e6-435c-8efc-a6ca1761714e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.073375] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.073976] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f99fa32-d0b1-4671-b2d2-ace572275a9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.083686] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b1424-c671-408f-8fd8-ce4b1b361448 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.098471] env[68986]: DEBUG nova.compute.provider_tree [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.304973] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215443, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.327178] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.343269] env[68986]: DEBUG nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.385808] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.386217] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.386595] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.386595] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.386796] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.386901] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.387097] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.387475] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.387475] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.387590] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.387764] env[68986]: DEBUG nova.virt.hardware [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.388654] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0197dea0-ad0d-4964-8053-ae0666d4052d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.397885] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f861dc9a-5ce8-4b73-bdf4-b629379bc61a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.413930] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5256eca6-bbfc-9575-d4c4-aae20068ad70, 'name': SearchDatastore_Task, 'duration_secs': 0.07417} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.422533] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d4ab24-5707-41f1-b947-0ea8e2fe6c76 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.428800] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 673.428800] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520e1f98-1358-6923-3152-28c9a73c5a60" [ 673.428800] env[68986]: _type = "Task" [ 673.428800] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.437851] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520e1f98-1358-6923-3152-28c9a73c5a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.520159] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558241} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.520509] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] a9aebc16-675d-4cc5-b444-09a42de7d9d3/a9aebc16-675d-4cc5-b444-09a42de7d9d3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.520752] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.521044] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b5fd6a5-0764-4dde-9c8f-e3285373aa60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.529900] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 673.529900] env[68986]: value = "task-3215445" [ 673.529900] env[68986]: _type = "Task" [ 673.529900] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.541267] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.605859] env[68986]: DEBUG nova.scheduler.client.report [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.674847] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Successfully updated port: c21a54b5-a1c8-46e3-9258-9aa243ef2fec {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.682232] env[68986]: DEBUG nova.network.neutron [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Updated VIF entry in instance network info cache for port 6c11fef5-af19-42fd-a5f5-451d50a3cb8c. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.682623] env[68986]: DEBUG nova.network.neutron [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Updating instance_info_cache with network_info: [{"id": "6c11fef5-af19-42fd-a5f5-451d50a3cb8c", "address": "fa:16:3e:31:1c:a2", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c11fef5-af", "ovs_interfaceid": "6c11fef5-af19-42fd-a5f5-451d50a3cb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.811325] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215443, 'name': CreateVM_Task, 'duration_secs': 0.591573} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.811490] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.812251] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.812414] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.812728] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.813040] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5080310e-eb94-491e-bb17-a9591f09b253 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.821360] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 673.821360] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b12f35-00c0-0c7f-6c4e-7b76e59f5874" [ 673.821360] env[68986]: _type = "Task" [ 673.821360] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.825303] env[68986]: DEBUG oslo_vmware.api [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215444, 'name': PowerOnVM_Task, 'duration_secs': 0.714906} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.828338] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.828530] env[68986]: INFO nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Took 13.54 seconds to spawn the instance on the hypervisor. [ 673.828716] env[68986]: DEBUG nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.829828] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf27d9-735f-4fb0-83b5-f76769d439d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.838391] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b12f35-00c0-0c7f-6c4e-7b76e59f5874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.940573] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520e1f98-1358-6923-3152-28c9a73c5a60, 'name': SearchDatastore_Task, 'duration_secs': 0.015753} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.940900] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.941675] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] e04657e5-106a-42da-bf25-785ae4e5844d/e04657e5-106a-42da-bf25-785ae4e5844d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.943366] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d0eb7b-f0c1-4f79-ba73-e0bb5707522b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.948400] env[68986]: DEBUG nova.compute.manager [req-9c1546e0-df6d-40a1-96ab-556fc814d2a0 req-f13870a5-e8a8-43f7-955f-3de3740a7a37 service nova] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Received event network-vif-deleted-3331efae-c6b5-47a2-b9bf-eeffefcb1764 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.948601] env[68986]: DEBUG nova.compute.manager [req-9c1546e0-df6d-40a1-96ab-556fc814d2a0 req-f13870a5-e8a8-43f7-955f-3de3740a7a37 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Received event network-vif-plugged-c21a54b5-a1c8-46e3-9258-9aa243ef2fec {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.948698] env[68986]: DEBUG oslo_concurrency.lockutils [req-9c1546e0-df6d-40a1-96ab-556fc814d2a0 req-f13870a5-e8a8-43f7-955f-3de3740a7a37 service nova] Acquiring lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.948939] env[68986]: DEBUG oslo_concurrency.lockutils [req-9c1546e0-df6d-40a1-96ab-556fc814d2a0 req-f13870a5-e8a8-43f7-955f-3de3740a7a37 service nova] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.949163] env[68986]: DEBUG oslo_concurrency.lockutils [req-9c1546e0-df6d-40a1-96ab-556fc814d2a0 req-f13870a5-e8a8-43f7-955f-3de3740a7a37 service nova] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.949292] env[68986]: DEBUG nova.compute.manager [req-9c1546e0-df6d-40a1-96ab-556fc814d2a0 req-f13870a5-e8a8-43f7-955f-3de3740a7a37 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] No waiting events found dispatching network-vif-plugged-c21a54b5-a1c8-46e3-9258-9aa243ef2fec {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.949569] env[68986]: WARNING nova.compute.manager [req-9c1546e0-df6d-40a1-96ab-556fc814d2a0 req-f13870a5-e8a8-43f7-955f-3de3740a7a37 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Received unexpected event network-vif-plugged-c21a54b5-a1c8-46e3-9258-9aa243ef2fec for instance with vm_state building and task_state spawning. [ 673.956317] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 673.956317] env[68986]: value = "task-3215446" [ 673.956317] env[68986]: _type = "Task" [ 673.956317] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.970487] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.021927] env[68986]: DEBUG nova.network.neutron [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance_info_cache with network_info: [{"id": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "address": "fa:16:3e:a0:a7:45", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad95b19-3a", "ovs_interfaceid": "4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.042295] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069603} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.042645] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.043632] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ae759-29cc-436d-98e5-f5955ed25c5f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.070276] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] a9aebc16-675d-4cc5-b444-09a42de7d9d3/a9aebc16-675d-4cc5-b444-09a42de7d9d3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.070631] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29af045-64c8-41e8-b527-191265d0159b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.092707] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 674.092707] env[68986]: value = "task-3215447" [ 674.092707] env[68986]: _type = "Task" [ 674.092707] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.102014] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.114903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.115439] env[68986]: DEBUG nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.119019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.360s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.119019] env[68986]: DEBUG nova.objects.instance [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 674.177602] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "refresh_cache-e775aca8-4fd2-46a7-a1fb-cc23f35f4909" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.177767] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "refresh_cache-e775aca8-4fd2-46a7-a1fb-cc23f35f4909" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.179190] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.185371] env[68986]: DEBUG oslo_concurrency.lockutils [req-b3a60343-858c-4268-8791-f1e8c481ffe3 req-2a599e63-9ac5-4fa9-901c-1ceed977c0f2 service nova] Releasing lock "refresh_cache-d5367501-1cdd-4d5a-8601-8114e335684a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.338769] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b12f35-00c0-0c7f-6c4e-7b76e59f5874, 'name': SearchDatastore_Task, 'duration_secs': 0.056625} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.340102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.340102] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.340102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.340102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.340353] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.340708] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9cd3e47-0e68-43d9-8d05-3f2dcf113111 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.352181] env[68986]: INFO nova.compute.manager [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Took 29.96 seconds to build instance. [ 674.358306] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.358491] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.359330] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443781e9-82f8-476e-91e4-14e330815ce3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.368413] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 674.368413] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d8ba1a-9878-25a2-4f97-7d8a25b7e682" [ 674.368413] env[68986]: _type = "Task" [ 674.368413] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.381077] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d8ba1a-9878-25a2-4f97-7d8a25b7e682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.473024] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.525304] env[68986]: DEBUG nova.network.neutron [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Successfully updated port: 839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.526951] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-2da173fe-12dc-4a74-a960-6d9de52f3c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.527218] env[68986]: DEBUG nova.objects.instance [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lazy-loading 'migration_context' on Instance uuid 2da173fe-12dc-4a74-a960-6d9de52f3c34 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.604798] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215447, 'name': ReconfigVM_Task, 'duration_secs': 0.294871} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.605117] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Reconfigured VM instance instance-00000011 to attach disk [datastore2] a9aebc16-675d-4cc5-b444-09a42de7d9d3/a9aebc16-675d-4cc5-b444-09a42de7d9d3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.606035] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a93fdaa5-ceb5-4825-a15c-e071efc9c576 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.617321] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 674.617321] env[68986]: value = "task-3215448" [ 674.617321] env[68986]: _type = "Task" [ 674.617321] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.629348] env[68986]: DEBUG nova.compute.utils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.632564] env[68986]: DEBUG nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.633383] env[68986]: DEBUG nova.network.neutron [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.635497] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215448, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.684413] env[68986]: DEBUG nova.policy [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bab0407fff4133af3ad94fc8f65d42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f227cd6878488ab0eba864dc21c849', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.711501] env[68986]: DEBUG nova.compute.manager [req-9a13de05-03b2-4b97-b46f-00c83e0fa37d req-2afa25ae-c95c-4b9b-972f-71e6814fde5d service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received event network-vif-plugged-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.711501] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a13de05-03b2-4b97-b46f-00c83e0fa37d req-2afa25ae-c95c-4b9b-972f-71e6814fde5d service nova] Acquiring lock "726ad389-fe57-4903-ae96-b864e81f98ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.711501] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a13de05-03b2-4b97-b46f-00c83e0fa37d req-2afa25ae-c95c-4b9b-972f-71e6814fde5d service nova] Lock "726ad389-fe57-4903-ae96-b864e81f98ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.711889] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a13de05-03b2-4b97-b46f-00c83e0fa37d req-2afa25ae-c95c-4b9b-972f-71e6814fde5d service nova] Lock "726ad389-fe57-4903-ae96-b864e81f98ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.712537] env[68986]: DEBUG nova.compute.manager [req-9a13de05-03b2-4b97-b46f-00c83e0fa37d req-2afa25ae-c95c-4b9b-972f-71e6814fde5d service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] No waiting events found dispatching network-vif-plugged-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.712930] env[68986]: WARNING nova.compute.manager [req-9a13de05-03b2-4b97-b46f-00c83e0fa37d req-2afa25ae-c95c-4b9b-972f-71e6814fde5d service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received unexpected event network-vif-plugged-839d6cfc-16b0-409f-a80b-7a8da8f0d427 for instance with vm_state building and task_state spawning. [ 674.721737] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.857064] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccd6ae82-b117-48bc-aac4-48038726e55d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.475s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.882395] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d8ba1a-9878-25a2-4f97-7d8a25b7e682, 'name': SearchDatastore_Task, 'duration_secs': 0.063293} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.883571] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4809ac71-0d5e-4644-b47b-52380d571733 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.890343] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 674.890343] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5201846c-3919-f5d2-e092-8b55f81175f5" [ 674.890343] env[68986]: _type = "Task" [ 674.890343] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.900242] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5201846c-3919-f5d2-e092-8b55f81175f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.941685] env[68986]: DEBUG nova.network.neutron [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Updating instance_info_cache with network_info: [{"id": "c21a54b5-a1c8-46e3-9258-9aa243ef2fec", "address": "fa:16:3e:ec:5e:58", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a54b5-a1", "ovs_interfaceid": "c21a54b5-a1c8-46e3-9258-9aa243ef2fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.978711] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724419} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.979113] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] e04657e5-106a-42da-bf25-785ae4e5844d/e04657e5-106a-42da-bf25-785ae4e5844d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.979430] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.979732] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63317b58-aba7-49f2-a9cf-54b5218bd00d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.990488] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 674.990488] env[68986]: value = "task-3215449" [ 674.990488] env[68986]: _type = "Task" [ 674.990488] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.002134] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.030359] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.030898] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.032089] env[68986]: DEBUG nova.network.neutron [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.033580] env[68986]: DEBUG nova.objects.base [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Object Instance<2da173fe-12dc-4a74-a960-6d9de52f3c34> lazy-loaded attributes: info_cache,migration_context {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 675.036023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc61f2-f774-4e39-8b15-d065cc608f58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.060770] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4021dce0-7020-4d99-974b-7c616cc11c73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.067410] env[68986]: DEBUG oslo_vmware.api [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 675.067410] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b569f9-cff9-8f63-7442-4bbffb75b7f9" [ 675.067410] env[68986]: _type = "Task" [ 675.067410] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.076749] env[68986]: DEBUG oslo_vmware.api [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b569f9-cff9-8f63-7442-4bbffb75b7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.099510] env[68986]: DEBUG nova.network.neutron [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Successfully created port: e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.130448] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215448, 'name': Rename_Task, 'duration_secs': 0.215461} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.130848] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.131171] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d589fc32-d1d1-4414-b36d-2b96c935b0da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.133646] env[68986]: DEBUG oslo_concurrency.lockutils [None req-688ffc47-424b-47f6-ba42-623a32b45aba tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.134749] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.216s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.136513] env[68986]: INFO nova.compute.claims [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.140784] env[68986]: DEBUG nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.146093] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 675.146093] env[68986]: value = "task-3215450" [ 675.146093] env[68986]: _type = "Task" [ 675.146093] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.157275] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.221259] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.221730] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.359992] env[68986]: DEBUG nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.401929] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5201846c-3919-f5d2-e092-8b55f81175f5, 'name': SearchDatastore_Task, 'duration_secs': 0.044345} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.403011] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.403409] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d5367501-1cdd-4d5a-8601-8114e335684a/d5367501-1cdd-4d5a-8601-8114e335684a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.403732] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d49867-9453-473b-9b2f-9f4d4fde03be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.413588] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 675.413588] env[68986]: value = "task-3215451" [ 675.413588] env[68986]: _type = "Task" [ 675.413588] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.423031] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.445176] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "refresh_cache-e775aca8-4fd2-46a7-a1fb-cc23f35f4909" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.445619] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Instance network_info: |[{"id": "c21a54b5-a1c8-46e3-9258-9aa243ef2fec", "address": "fa:16:3e:ec:5e:58", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a54b5-a1", "ovs_interfaceid": "c21a54b5-a1c8-46e3-9258-9aa243ef2fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.446067] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:5e:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21a54b5-a1c8-46e3-9258-9aa243ef2fec', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.455405] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.455405] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.455405] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f245d09-ad87-4358-8135-0622dcbbaa08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.474791] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.474791] env[68986]: value = "task-3215452" [ 675.474791] env[68986]: _type = "Task" [ 675.474791] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.487477] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215452, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.499934] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073744} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.500230] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.501088] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523cd114-dc62-44da-989c-2776c022170d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.525460] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] e04657e5-106a-42da-bf25-785ae4e5844d/e04657e5-106a-42da-bf25-785ae4e5844d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.525766] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77b13cc-eb12-4733-80cf-35ec409b41db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.548864] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 675.548864] env[68986]: value = "task-3215453" [ 675.548864] env[68986]: _type = "Task" [ 675.548864] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.561920] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.573461] env[68986]: DEBUG nova.network.neutron [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.579075] env[68986]: DEBUG oslo_vmware.api [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b569f9-cff9-8f63-7442-4bbffb75b7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.025223} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.579364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.673761] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.799797] env[68986]: DEBUG nova.network.neutron [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [{"id": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "address": "fa:16:3e:b8:af:ed", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839d6cfc-16", "ovs_interfaceid": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.850126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "e46336cb-c9f9-4c61-90dd-625e583c5349" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.850479] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.882390] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.928849] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215451, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.989488] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215452, 'name': CreateVM_Task, 'duration_secs': 0.428871} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.989693] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.990452] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.990838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.991430] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.991770] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20378af8-9299-41e3-9c9d-4570cd93cb9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.004308] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 676.004308] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5c09e-7f5a-2896-7cf5-db926b9e2ba1" [ 676.004308] env[68986]: _type = "Task" [ 676.004308] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.017607] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5c09e-7f5a-2896-7cf5-db926b9e2ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.064026] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215453, 'name': ReconfigVM_Task, 'duration_secs': 0.480582} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.064026] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] e04657e5-106a-42da-bf25-785ae4e5844d/e04657e5-106a-42da-bf25-785ae4e5844d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.064026] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12dbf141-622b-4964-b6a9-beca1dd6adfe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.071247] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 676.071247] env[68986]: value = "task-3215454" [ 676.071247] env[68986]: _type = "Task" [ 676.071247] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.086494] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215454, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.166610] env[68986]: DEBUG nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.171020] env[68986]: DEBUG nova.compute.manager [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Received event network-changed-c21a54b5-a1c8-46e3-9258-9aa243ef2fec {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.171020] env[68986]: DEBUG nova.compute.manager [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Refreshing instance network info cache due to event network-changed-c21a54b5-a1c8-46e3-9258-9aa243ef2fec. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.171020] env[68986]: DEBUG oslo_concurrency.lockutils [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] Acquiring lock "refresh_cache-e775aca8-4fd2-46a7-a1fb-cc23f35f4909" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.171020] env[68986]: DEBUG oslo_concurrency.lockutils [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] Acquired lock "refresh_cache-e775aca8-4fd2-46a7-a1fb-cc23f35f4909" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.171020] env[68986]: DEBUG nova.network.neutron [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Refreshing network info cache for port c21a54b5-a1c8-46e3-9258-9aa243ef2fec {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.180303] env[68986]: DEBUG oslo_vmware.api [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215450, 'name': PowerOnVM_Task, 'duration_secs': 0.819768} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.180588] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.181310] env[68986]: INFO nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Took 13.32 seconds to spawn the instance on the hypervisor. [ 676.181310] env[68986]: DEBUG nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.182396] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdcea5c-1332-4ddb-8073-aa73b61c09f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.208863] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.209185] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.209420] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.209670] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.209824] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.209973] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.210261] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.210559] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.210704] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.210768] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.210958] env[68986]: DEBUG nova.virt.hardware [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.212479] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ef7d3-fce8-4027-a021-05ea699c7033 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.223477] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855da51a-3a8b-4054-8c3a-ac324d450287 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.307672] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Releasing lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.307672] env[68986]: DEBUG nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Instance network_info: |[{"id": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "address": "fa:16:3e:b8:af:ed", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839d6cfc-16", "ovs_interfaceid": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.307975] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:af:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '839d6cfc-16b0-409f-a80b-7a8da8f0d427', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.316710] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Creating folder: Project (c1edc1c1b293479eb8285b0e05bfb6b0). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.321076] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b252704-b229-402e-9e3b-1efb9d23aa07 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.331662] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Created folder: Project (c1edc1c1b293479eb8285b0e05bfb6b0) in parent group-v642845. [ 676.331854] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Creating folder: Instances. Parent ref: group-v642905. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.332243] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d663d677-f970-40e2-8549-776380bddd65 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.341787] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Created folder: Instances in parent group-v642905. [ 676.342077] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.342270] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.342469] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a9f304e-5dfc-4543-9684-364b9da1d0e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.366110] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.366110] env[68986]: value = "task-3215457" [ 676.366110] env[68986]: _type = "Task" [ 676.366110] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.372548] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215457, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.427676] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727157} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.428164] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d5367501-1cdd-4d5a-8601-8114e335684a/d5367501-1cdd-4d5a-8601-8114e335684a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.428375] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.428626] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73d368d-f963-4adc-97ca-595060f3ab32 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.434947] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 676.434947] env[68986]: value = "task-3215458" [ 676.434947] env[68986]: _type = "Task" [ 676.434947] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.443684] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.516467] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5c09e-7f5a-2896-7cf5-db926b9e2ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.070176} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.516766] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.516994] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.517549] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.517727] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.517909] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.518197] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3839a6b-6f85-4e90-a347-9b48f4e90978 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.529066] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.529066] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.529066] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff39ba6-7879-4ac5-9905-c662da75d55d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.534201] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 676.534201] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28f20-d3e8-a4fd-537a-05aa3fc07014" [ 676.534201] env[68986]: _type = "Task" [ 676.534201] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.541703] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28f20-d3e8-a4fd-537a-05aa3fc07014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.583920] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215454, 'name': Rename_Task, 'duration_secs': 0.182873} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.584233] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.584477] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62148164-a453-4e63-a30f-ebc43aec9b70 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.593021] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 676.593021] env[68986]: value = "task-3215459" [ 676.593021] env[68986]: _type = "Task" [ 676.593021] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.600564] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.706102] env[68986]: INFO nova.compute.manager [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Took 31.81 seconds to build instance. [ 676.744541] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec63e56c-86a4-4505-8e24-91b448303ac0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.752420] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc38e896-76a4-475e-8cd4-f073aa465cf0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.785861] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a0de1-31f7-4b51-8e80-7d2c7213ec53 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.799018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c7ebd-aed8-4228-b3fe-c3f5cde9ddf1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.810312] env[68986]: DEBUG nova.compute.provider_tree [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.874785] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215457, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.891528] env[68986]: DEBUG nova.network.neutron [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Successfully updated port: e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.937247] env[68986]: DEBUG nova.compute.manager [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.937247] env[68986]: DEBUG nova.compute.manager [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing instance network info cache due to event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.937247] env[68986]: DEBUG oslo_concurrency.lockutils [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] Acquiring lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.937247] env[68986]: DEBUG oslo_concurrency.lockutils [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] Acquired lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.937247] env[68986]: DEBUG nova.network.neutron [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.956051] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060338} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.956377] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.957277] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af48027-0dd1-416a-abff-3f30470279e3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.987518] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d5367501-1cdd-4d5a-8601-8114e335684a/d5367501-1cdd-4d5a-8601-8114e335684a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.988812] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8fa995-6207-4e22-ba99-52e221e0c0ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.011032] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 677.011032] env[68986]: value = "task-3215460" [ 677.011032] env[68986]: _type = "Task" [ 677.011032] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.024241] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.044494] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28f20-d3e8-a4fd-537a-05aa3fc07014, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.045268] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502123fc-f012-4bc3-843e-29e3f1bd8c7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.051046] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 677.051046] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525fa287-18e3-ecaa-adf1-5da31b5a0f94" [ 677.051046] env[68986]: _type = "Task" [ 677.051046] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.060120] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525fa287-18e3-ecaa-adf1-5da31b5a0f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.092297] env[68986]: DEBUG nova.network.neutron [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Updated VIF entry in instance network info cache for port c21a54b5-a1c8-46e3-9258-9aa243ef2fec. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.092701] env[68986]: DEBUG nova.network.neutron [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Updating instance_info_cache with network_info: [{"id": "c21a54b5-a1c8-46e3-9258-9aa243ef2fec", "address": "fa:16:3e:ec:5e:58", "network": {"id": "ff6463c5-a942-43b3-8a00-9dfc9e57746f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-335477804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e33ed80f985473a907552db83c1a167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a54b5-a1", "ovs_interfaceid": "c21a54b5-a1c8-46e3-9258-9aa243ef2fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.104461] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215459, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.211892] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ee886947-7bb8-44c3-a065-f676fb19c2f2 tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.336s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.313897] env[68986]: DEBUG nova.scheduler.client.report [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.378801] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215457, 'name': CreateVM_Task, 'duration_secs': 0.586012} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.379238] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.379917] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.380106] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.380548] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.382961] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4e75ac-39c2-4c04-8687-c0a037575b0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.386156] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 677.386156] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52deba3c-21f5-d173-c41d-5da388a048ea" [ 677.386156] env[68986]: _type = "Task" [ 677.386156] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.395475] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52deba3c-21f5-d173-c41d-5da388a048ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.395714] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.395861] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.396021] env[68986]: DEBUG nova.network.neutron [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.532849] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.561407] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525fa287-18e3-ecaa-adf1-5da31b5a0f94, 'name': SearchDatastore_Task, 'duration_secs': 0.0374} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.562031] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.562031] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] e775aca8-4fd2-46a7-a1fb-cc23f35f4909/e775aca8-4fd2-46a7-a1fb-cc23f35f4909.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.562282] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-785621eb-7fd4-46d1-a13f-b220dcc009dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.571292] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 677.571292] env[68986]: value = "task-3215461" [ 677.571292] env[68986]: _type = "Task" [ 677.571292] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.581546] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.599456] env[68986]: DEBUG oslo_concurrency.lockutils [req-9bc0b51b-660f-4279-bd9d-c13fa4a69b39 req-edf0a170-a120-4099-a2c7-f40c958e4936 service nova] Releasing lock "refresh_cache-e775aca8-4fd2-46a7-a1fb-cc23f35f4909" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.604328] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215459, 'name': PowerOnVM_Task, 'duration_secs': 0.90707} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.604618] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.605284] env[68986]: INFO nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Took 12.24 seconds to spawn the instance on the hypervisor. [ 677.605284] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.607854] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de68ae59-05b3-43ea-b66f-947bddb50b2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.715135] env[68986]: DEBUG nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.767900] env[68986]: DEBUG nova.network.neutron [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updated VIF entry in instance network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.768651] env[68986]: DEBUG nova.network.neutron [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [{"id": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "address": "fa:16:3e:b8:af:ed", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839d6cfc-16", "ovs_interfaceid": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.825298] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.825298] env[68986]: DEBUG nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.828387] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.927s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.830528] env[68986]: INFO nova.compute.claims [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.906708] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52deba3c-21f5-d173-c41d-5da388a048ea, 'name': SearchDatastore_Task, 'duration_secs': 0.051594} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.906708] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.906708] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.906708] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.906924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.906924] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.907542] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87d950bc-1888-46bf-951c-fbf6eb52c759 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.917038] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.917038] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.917038] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9693df-32ab-471d-9d6b-30337d787128 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.921979] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 677.921979] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5273fe6e-e609-01f3-e116-8b584e274cb6" [ 677.921979] env[68986]: _type = "Task" [ 677.921979] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.936691] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5273fe6e-e609-01f3-e116-8b584e274cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.937666] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f51d408-af8e-4dce-af02-e20e4bb6e54c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.946680] env[68986]: DEBUG nova.network.neutron [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.949260] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 677.949260] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527d39ea-6665-9a79-91ad-d5e0e17a937c" [ 677.949260] env[68986]: _type = "Task" [ 677.949260] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.960561] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527d39ea-6665-9a79-91ad-d5e0e17a937c, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.960867] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.961256] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 726ad389-fe57-4903-ae96-b864e81f98ee/726ad389-fe57-4903-ae96-b864e81f98ee.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.961495] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55073495-2506-43ac-a63f-2d01af20c963 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.970159] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 677.970159] env[68986]: value = "task-3215462" [ 677.970159] env[68986]: _type = "Task" [ 677.970159] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.989475] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.030443] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215460, 'name': ReconfigVM_Task, 'duration_secs': 0.806706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.030443] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d5367501-1cdd-4d5a-8601-8114e335684a/d5367501-1cdd-4d5a-8601-8114e335684a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.030827] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb2a5e8d-954e-4ea3-88b0-f2f406a23c1b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.038928] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 678.038928] env[68986]: value = "task-3215463" [ 678.038928] env[68986]: _type = "Task" [ 678.038928] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.050292] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215463, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.086081] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215461, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.129408] env[68986]: INFO nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Took 30.28 seconds to build instance. [ 678.228293] env[68986]: DEBUG nova.network.neutron [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updating instance_info_cache with network_info: [{"id": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "address": "fa:16:3e:3b:03:dc", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape521a674-f4", "ovs_interfaceid": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.253065] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.273840] env[68986]: DEBUG oslo_concurrency.lockutils [req-29c272d1-66a9-46e0-8cea-73dd81e7b5b3 req-97569244-8c36-4883-821d-c7d74bdac1c5 service nova] Releasing lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.338017] env[68986]: DEBUG nova.compute.utils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.341341] env[68986]: DEBUG nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.341543] env[68986]: DEBUG nova.network.neutron [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.416670] env[68986]: DEBUG nova.policy [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b7b7d6881e43c0bb417f750bbe267b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bcffac892ff414d85d8cc2710fc67ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.430569] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e18a711-da98-47c2-9c23-92ec884e4f4b tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "interface-a9aebc16-675d-4cc5-b444-09a42de7d9d3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.430994] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e18a711-da98-47c2-9c23-92ec884e4f4b tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "interface-a9aebc16-675d-4cc5-b444-09a42de7d9d3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.431416] env[68986]: DEBUG nova.objects.instance [None req-5e18a711-da98-47c2-9c23-92ec884e4f4b tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lazy-loading 'flavor' on Instance uuid a9aebc16-675d-4cc5-b444-09a42de7d9d3 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.485093] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215462, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.553525] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215463, 'name': Rename_Task, 'duration_secs': 0.361269} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.553671] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.554406] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a411c5-c721-4c4b-ba82-0ea15ee6902b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.563118] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 678.563118] env[68986]: value = "task-3215464" [ 678.563118] env[68986]: _type = "Task" [ 678.563118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.574887] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.586222] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759996} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.587218] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] e775aca8-4fd2-46a7-a1fb-cc23f35f4909/e775aca8-4fd2-46a7-a1fb-cc23f35f4909.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.587218] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.587477] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34f67925-d448-4383-824f-eda990c20eec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.597441] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 678.597441] env[68986]: value = "task-3215465" [ 678.597441] env[68986]: _type = "Task" [ 678.597441] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.614594] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.636362] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e04657e5-106a-42da-bf25-785ae4e5844d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.811s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.737053] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Releasing lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.737412] env[68986]: DEBUG nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Instance network_info: |[{"id": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "address": "fa:16:3e:3b:03:dc", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape521a674-f4", "ovs_interfaceid": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.737823] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:03:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e521a674-f4fd-4a64-b0e3-2967dae94f58', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.746974] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Creating folder: Project (75f227cd6878488ab0eba864dc21c849). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.747288] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a794ae5d-52d5-40c5-9c1d-ed1493222fc2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.756906] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Created folder: Project (75f227cd6878488ab0eba864dc21c849) in parent group-v642845. [ 678.757115] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Creating folder: Instances. Parent ref: group-v642908. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.757357] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd62e1ce-508f-4df8-922b-ff45f39dc1dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.766016] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Created folder: Instances in parent group-v642908. [ 678.766272] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.766462] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.766860] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9229b04-b0b2-4f79-8773-aa966b8ff131 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.786590] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.786590] env[68986]: value = "task-3215468" [ 678.786590] env[68986]: _type = "Task" [ 678.786590] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.794150] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215468, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.841955] env[68986]: DEBUG nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.937436] env[68986]: DEBUG nova.objects.instance [None req-5e18a711-da98-47c2-9c23-92ec884e4f4b tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lazy-loading 'pci_requests' on Instance uuid a9aebc16-675d-4cc5-b444-09a42de7d9d3 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.990390] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74819} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.991974] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 726ad389-fe57-4903-ae96-b864e81f98ee/726ad389-fe57-4903-ae96-b864e81f98ee.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.991974] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.991974] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d9094d3-fe2c-49d7-975e-50072ba93714 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.001156] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 679.001156] env[68986]: value = "task-3215469" [ 679.001156] env[68986]: _type = "Task" [ 679.001156] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.008956] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.022231] env[68986]: DEBUG nova.network.neutron [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Successfully created port: 610cfd65-9d84-44f1-93f3-bc0018ee8752 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.078125] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215464, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.109218] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129542} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.109619] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.110562] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8979af45-0c58-4f3f-be70-e1c01dfd5c43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.133446] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] e775aca8-4fd2-46a7-a1fb-cc23f35f4909/e775aca8-4fd2-46a7-a1fb-cc23f35f4909.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.140062] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45e8968-3f3a-47f4-9d22-0f8e1821026e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.156245] env[68986]: DEBUG nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.165220] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 679.165220] env[68986]: value = "task-3215470" [ 679.165220] env[68986]: _type = "Task" [ 679.165220] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.177170] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.298337] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215468, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.444686] env[68986]: DEBUG nova.objects.base [None req-5e18a711-da98-47c2-9c23-92ec884e4f4b tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 679.445032] env[68986]: DEBUG nova.network.neutron [None req-5e18a711-da98-47c2-9c23-92ec884e4f4b tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.451031] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c97d0-bf62-4c9c-9074-0efb26de2af9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.459125] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5dc92b-c83e-44c6-a824-a7f0ad40f988 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.489766] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94e4089-f9b6-42cd-8bc6-f89006911541 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.497816] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5466b0b-d76d-434a-9f2a-3c13d2def9cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.510653] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.518362] env[68986]: DEBUG nova.compute.provider_tree [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.573158] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215464, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.633031] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e18a711-da98-47c2-9c23-92ec884e4f4b tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "interface-a9aebc16-675d-4cc5-b444-09a42de7d9d3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.201s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.674187] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.678220] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.797467] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215468, 'name': CreateVM_Task, 'duration_secs': 0.916134} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.797682] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.798393] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.798555] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.798881] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.799156] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f8c512-f415-4569-b2f2-30f212d6e3ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.805267] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 679.805267] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520af1b5-b4f8-bc6c-cbcf-5172dc6680e4" [ 679.805267] env[68986]: _type = "Task" [ 679.805267] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.812039] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520af1b5-b4f8-bc6c-cbcf-5172dc6680e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.853492] env[68986]: DEBUG nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.885117] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.886026] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.886026] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.886026] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.886026] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.886026] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.886261] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.886299] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.886428] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.886580] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.886742] env[68986]: DEBUG nova.virt.hardware [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.887612] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a53d8d8-4543-423d-b8cb-ba461228821e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.897598] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1269530e-dbe4-43af-bcbe-393ae619dc3c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.013956] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.787154} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.014249] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.015720] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ee38b1-20c6-47b5-a95f-4da304e1b099 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.030951] env[68986]: DEBUG nova.scheduler.client.report [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.044177] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 726ad389-fe57-4903-ae96-b864e81f98ee/726ad389-fe57-4903-ae96-b864e81f98ee.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.044881] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf5ae96-1b82-4e46-9eb8-f9cc82d325bb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.068901] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 680.068901] env[68986]: value = "task-3215471" [ 680.068901] env[68986]: _type = "Task" [ 680.068901] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.077386] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215464, 'name': PowerOnVM_Task, 'duration_secs': 1.139079} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.078344] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.078555] env[68986]: INFO nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Took 12.17 seconds to spawn the instance on the hypervisor. [ 680.078757] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.079629] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a3bf0-0579-499e-adde-c970222af4c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.088095] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.176316] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215470, 'name': ReconfigVM_Task, 'duration_secs': 0.932789} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.176896] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Reconfigured VM instance instance-00000014 to attach disk [datastore2] e775aca8-4fd2-46a7-a1fb-cc23f35f4909/e775aca8-4fd2-46a7-a1fb-cc23f35f4909.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.177233] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b28616d-3811-4708-8a83-917ab1dae80d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.184052] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 680.184052] env[68986]: value = "task-3215472" [ 680.184052] env[68986]: _type = "Task" [ 680.184052] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.192695] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215472, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.221936] env[68986]: DEBUG nova.compute.manager [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Received event network-vif-plugged-e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.222108] env[68986]: DEBUG oslo_concurrency.lockutils [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] Acquiring lock "02d045d7-db1a-4213-9041-a65a07bd5341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.222307] env[68986]: DEBUG oslo_concurrency.lockutils [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] Lock "02d045d7-db1a-4213-9041-a65a07bd5341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.222469] env[68986]: DEBUG oslo_concurrency.lockutils [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] Lock "02d045d7-db1a-4213-9041-a65a07bd5341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.222636] env[68986]: DEBUG nova.compute.manager [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] No waiting events found dispatching network-vif-plugged-e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.222788] env[68986]: WARNING nova.compute.manager [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Received unexpected event network-vif-plugged-e521a674-f4fd-4a64-b0e3-2967dae94f58 for instance with vm_state building and task_state spawning. [ 680.222966] env[68986]: DEBUG nova.compute.manager [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Received event network-changed-e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.223339] env[68986]: DEBUG nova.compute.manager [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Refreshing instance network info cache due to event network-changed-e521a674-f4fd-4a64-b0e3-2967dae94f58. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.223339] env[68986]: DEBUG oslo_concurrency.lockutils [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] Acquiring lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.223578] env[68986]: DEBUG oslo_concurrency.lockutils [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] Acquired lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.223693] env[68986]: DEBUG nova.network.neutron [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Refreshing network info cache for port e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.314865] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520af1b5-b4f8-bc6c-cbcf-5172dc6680e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.314865] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.314865] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.315349] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.315349] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.315349] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.315556] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-996e9c54-3ae3-4dcc-901e-16acf85036c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.323719] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.323895] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.324788] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3d8b70-a081-4978-bad2-c36770589cda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.330576] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 680.330576] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c40bda-f1a6-e48a-5be5-fcbb8da7c3f5" [ 680.330576] env[68986]: _type = "Task" [ 680.330576] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.338919] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c40bda-f1a6-e48a-5be5-fcbb8da7c3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.546309] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.546727] env[68986]: DEBUG nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.549829] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.863s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.550067] env[68986]: DEBUG nova.objects.instance [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lazy-loading 'resources' on Instance uuid f2e8b80e-a3dc-4203-8927-1b6837e60cfc {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.580458] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215471, 'name': ReconfigVM_Task, 'duration_secs': 0.338152} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.580458] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 726ad389-fe57-4903-ae96-b864e81f98ee/726ad389-fe57-4903-ae96-b864e81f98ee.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.580917] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8022cbe9-e585-4dee-a97f-d93df8fea20e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.587874] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 680.587874] env[68986]: value = "task-3215473" [ 680.587874] env[68986]: _type = "Task" [ 680.587874] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.603941] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215473, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.606316] env[68986]: INFO nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Took 32.73 seconds to build instance. [ 680.696331] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215472, 'name': Rename_Task, 'duration_secs': 0.153975} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.696721] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.697058] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ff4de34-93f5-41b2-90d5-ea60553ad82d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.703098] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 680.703098] env[68986]: value = "task-3215474" [ 680.703098] env[68986]: _type = "Task" [ 680.703098] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.711367] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.845019] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c40bda-f1a6-e48a-5be5-fcbb8da7c3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.845824] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c04ebf8-a01c-4bfd-bb7b-25fd079a1a2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.851652] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 680.851652] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3c756-d589-1439-a820-d9c1fbdb3561" [ 680.851652] env[68986]: _type = "Task" [ 680.851652] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.859782] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3c756-d589-1439-a820-d9c1fbdb3561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.060301] env[68986]: DEBUG nova.network.neutron [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Successfully updated port: 610cfd65-9d84-44f1-93f3-bc0018ee8752 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.060301] env[68986]: DEBUG nova.compute.utils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.060301] env[68986]: DEBUG nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.060301] env[68986]: DEBUG nova.network.neutron [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.100683] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215473, 'name': Rename_Task, 'duration_secs': 0.275102} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.102251] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.102706] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b2c131-f46e-4afb-985e-a68643297324 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.110286] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "d5367501-1cdd-4d5a-8601-8114e335684a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.251s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.119239] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 681.119239] env[68986]: value = "task-3215475" [ 681.119239] env[68986]: _type = "Task" [ 681.119239] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.133898] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.205308] env[68986]: DEBUG nova.policy [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '287d21e3571948a59b0dc3f9a26cc4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95eeacdcfa2346dab3f335320492cf10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.219271] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.365269] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3c756-d589-1439-a820-d9c1fbdb3561, 'name': SearchDatastore_Task, 'duration_secs': 0.019698} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.368597] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.368859] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 02d045d7-db1a-4213-9041-a65a07bd5341/02d045d7-db1a-4213-9041-a65a07bd5341.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.369510] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ba3e1de-24ae-4c09-bff7-e2e1b3baa578 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.376604] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 681.376604] env[68986]: value = "task-3215476" [ 681.376604] env[68986]: _type = "Task" [ 681.376604] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.388606] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.460017] env[68986]: DEBUG nova.network.neutron [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updated VIF entry in instance network info cache for port e521a674-f4fd-4a64-b0e3-2967dae94f58. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.460017] env[68986]: DEBUG nova.network.neutron [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updating instance_info_cache with network_info: [{"id": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "address": "fa:16:3e:3b:03:dc", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape521a674-f4", "ovs_interfaceid": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.534210] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "refresh_cache-09e4ff86-b908-44b4-8bdb-40aec1d09aa8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.534210] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired lock "refresh_cache-09e4ff86-b908-44b4-8bdb-40aec1d09aa8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.534210] env[68986]: DEBUG nova.network.neutron [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.559308] env[68986]: DEBUG nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.581397] env[68986]: DEBUG nova.compute.manager [req-cf69c16b-476d-4f0a-93f9-ff70997e754d req-6b6b58d1-e4ca-4d01-b036-8d480b888cae service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Received event network-vif-plugged-610cfd65-9d84-44f1-93f3-bc0018ee8752 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.581762] env[68986]: DEBUG oslo_concurrency.lockutils [req-cf69c16b-476d-4f0a-93f9-ff70997e754d req-6b6b58d1-e4ca-4d01-b036-8d480b888cae service nova] Acquiring lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.581892] env[68986]: DEBUG oslo_concurrency.lockutils [req-cf69c16b-476d-4f0a-93f9-ff70997e754d req-6b6b58d1-e4ca-4d01-b036-8d480b888cae service nova] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.582239] env[68986]: DEBUG oslo_concurrency.lockutils [req-cf69c16b-476d-4f0a-93f9-ff70997e754d req-6b6b58d1-e4ca-4d01-b036-8d480b888cae service nova] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.582451] env[68986]: DEBUG nova.compute.manager [req-cf69c16b-476d-4f0a-93f9-ff70997e754d req-6b6b58d1-e4ca-4d01-b036-8d480b888cae service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] No waiting events found dispatching network-vif-plugged-610cfd65-9d84-44f1-93f3-bc0018ee8752 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.583157] env[68986]: WARNING nova.compute.manager [req-cf69c16b-476d-4f0a-93f9-ff70997e754d req-6b6b58d1-e4ca-4d01-b036-8d480b888cae service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Received unexpected event network-vif-plugged-610cfd65-9d84-44f1-93f3-bc0018ee8752 for instance with vm_state building and task_state spawning. [ 681.618780] env[68986]: DEBUG nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.641256] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.673836] env[68986]: DEBUG nova.network.neutron [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Successfully created port: c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.715135] env[68986]: DEBUG oslo_vmware.api [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215474, 'name': PowerOnVM_Task, 'duration_secs': 0.898469} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.715135] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.715135] env[68986]: INFO nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Took 11.13 seconds to spawn the instance on the hypervisor. [ 681.715135] env[68986]: DEBUG nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.715781] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f539a78b-a1d7-4f2b-80aa-5b05b4f67690 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.731284] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2b450-81d4-4644-bd35-323bac2e8b49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.743668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c547ad26-5796-4e28-9c9b-6e522379f825 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.781386] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f402e-8942-44fa-9765-42ce8ae4f2ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.791774] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2bbfb-dd15-4baa-9f98-c6da2628e163 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.807799] env[68986]: DEBUG nova.compute.provider_tree [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.890372] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.961161] env[68986]: DEBUG oslo_concurrency.lockutils [req-e950493b-7838-4c32-ba64-012934e39a62 req-88762307-92fc-4de7-95cd-e5b7bed1f7a6 service nova] Releasing lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.064979] env[68986]: INFO nova.virt.block_device [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Booting with volume db19f61c-198e-4c33-b672-4a32db7b6965 at /dev/sda [ 682.115860] env[68986]: DEBUG nova.network.neutron [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.135242] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d36431f-6c4a-4f38-ad14-93c94dbdb8fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.141994] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215475, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.148766] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372ac518-d719-4dc9-9504-fc971bc275c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.161508] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.187114] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cd8712a-e328-4433-b8e1-340cbc68fab2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.198756] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a3e96-8e03-46f6-bde9-aa63d91943f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233682] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0143b5e3-e6f9-4043-932c-04924d8e251f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.241076] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.241076] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.241543] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.241579] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.241763] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.251377] env[68986]: INFO nova.compute.manager [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Terminating instance [ 682.255151] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f4c201-66cd-47a2-8e50-a7e7c98741f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.265744] env[68986]: INFO nova.compute.manager [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Took 34.34 seconds to build instance. [ 682.273281] env[68986]: DEBUG nova.virt.block_device [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Updating existing volume attachment record: 32fb12d2-21c7-43b6-b683-fa93e2bafddc {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 682.311028] env[68986]: DEBUG nova.scheduler.client.report [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.389834] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705949} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.389834] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 02d045d7-db1a-4213-9041-a65a07bd5341/02d045d7-db1a-4213-9041-a65a07bd5341.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.389834] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.390131] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5718e6cf-a705-4d07-9576-bef7349e0e31 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.398660] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 682.398660] env[68986]: value = "task-3215477" [ 682.398660] env[68986]: _type = "Task" [ 682.398660] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.410505] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.506103] env[68986]: DEBUG nova.network.neutron [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Updating instance_info_cache with network_info: [{"id": "610cfd65-9d84-44f1-93f3-bc0018ee8752", "address": "fa:16:3e:07:96:31", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap610cfd65-9d", "ovs_interfaceid": "610cfd65-9d84-44f1-93f3-bc0018ee8752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.640314] env[68986]: DEBUG oslo_vmware.api [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215475, 'name': PowerOnVM_Task, 'duration_secs': 1.335335} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.640951] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.641250] env[68986]: INFO nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Took 9.30 seconds to spawn the instance on the hypervisor. [ 682.641449] env[68986]: DEBUG nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.642281] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfadb09-8691-42a2-b646-c7a71ce13321 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.656494] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.656728] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.762450] env[68986]: DEBUG nova.compute.manager [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.762522] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.763449] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01fb0d-2973-487d-a459-6fb1f42ca182 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.769033] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c90930fb-14a6-413c-99a2-b5673b2851f1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.861s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.777962] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.778270] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c6816c-2475-43b2-83a3-2f25d9ae68af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.785078] env[68986]: DEBUG oslo_vmware.api [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 682.785078] env[68986]: value = "task-3215478" [ 682.785078] env[68986]: _type = "Task" [ 682.785078] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.794879] env[68986]: DEBUG oslo_vmware.api [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.818595] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.822205] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.820s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.823037] env[68986]: DEBUG nova.objects.instance [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lazy-loading 'resources' on Instance uuid 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.851033] env[68986]: INFO nova.scheduler.client.report [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Deleted allocations for instance f2e8b80e-a3dc-4203-8927-1b6837e60cfc [ 682.914177] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100537} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.915290] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.916401] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2481a86-72d4-4e19-9972-9f8d0bef4506 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.956158] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 02d045d7-db1a-4213-9041-a65a07bd5341/02d045d7-db1a-4213-9041-a65a07bd5341.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.956924] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f0fd46-6c42-4b04-9620-e4b737e8b6c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.979848] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 682.979848] env[68986]: value = "task-3215479" [ 682.979848] env[68986]: _type = "Task" [ 682.979848] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.990097] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.009570] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Releasing lock "refresh_cache-09e4ff86-b908-44b4-8bdb-40aec1d09aa8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.009570] env[68986]: DEBUG nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Instance network_info: |[{"id": "610cfd65-9d84-44f1-93f3-bc0018ee8752", "address": "fa:16:3e:07:96:31", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap610cfd65-9d", "ovs_interfaceid": "610cfd65-9d84-44f1-93f3-bc0018ee8752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.010223] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:96:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '610cfd65-9d84-44f1-93f3-bc0018ee8752', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.019540] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.019793] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.021296] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3fa760a-c074-4055-9369-4791c02a8764 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.044333] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.044333] env[68986]: value = "task-3215480" [ 683.044333] env[68986]: _type = "Task" [ 683.044333] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.052646] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215480, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.167895] env[68986]: INFO nova.compute.manager [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Took 32.51 seconds to build instance. [ 683.276239] env[68986]: DEBUG nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.297684] env[68986]: DEBUG oslo_vmware.api [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215478, 'name': PowerOffVM_Task, 'duration_secs': 0.358523} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.297953] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.298150] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.298758] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f6de13-f68b-4787-9696-e96566610788 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.343342] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "e04657e5-106a-42da-bf25-785ae4e5844d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.343342] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e04657e5-106a-42da-bf25-785ae4e5844d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.343342] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "e04657e5-106a-42da-bf25-785ae4e5844d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.343342] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e04657e5-106a-42da-bf25-785ae4e5844d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.343465] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e04657e5-106a-42da-bf25-785ae4e5844d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.344441] env[68986]: INFO nova.compute.manager [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Terminating instance [ 683.368699] env[68986]: DEBUG oslo_concurrency.lockutils [None req-753cbea0-99d5-4172-bb7c-a26c391e4085 tempest-ServerDiagnosticsTest-476531913 tempest-ServerDiagnosticsTest-476531913-project-member] Lock "f2e8b80e-a3dc-4203-8927-1b6837e60cfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.082s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.371226] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.371444] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.371625] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Deleting the datastore file [datastore2] a9aebc16-675d-4cc5-b444-09a42de7d9d3 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.372204] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7e38133-c5e8-415d-b2d4-63187c192f9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.380166] env[68986]: DEBUG oslo_vmware.api [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for the task: (returnval){ [ 683.380166] env[68986]: value = "task-3215482" [ 683.380166] env[68986]: _type = "Task" [ 683.380166] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.397633] env[68986]: DEBUG oslo_vmware.api [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.411269] env[68986]: DEBUG nova.network.neutron [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Successfully updated port: c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.428030] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.428120] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.492668] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.557184] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215480, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.673860] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85a945da-ba8a-400d-a112-f1245f9ef3a2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "726ad389-fe57-4903-ae96-b864e81f98ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.129s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.807847] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.850318] env[68986]: DEBUG nova.compute.manager [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.850665] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.851635] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa3960-ac7b-4e70-ae39-c408f6152b82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.868298] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.869273] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c3202a-bb36-49c6-9fe2-2badc03826e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.878805] env[68986]: DEBUG oslo_vmware.api [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 683.878805] env[68986]: value = "task-3215483" [ 683.878805] env[68986]: _type = "Task" [ 683.878805] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.892508] env[68986]: DEBUG oslo_vmware.api [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.895586] env[68986]: DEBUG oslo_vmware.api [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Task: {'id': task-3215482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391499} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.895815] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.895987] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.896165] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.896333] env[68986]: INFO nova.compute.manager [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 683.896559] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.896745] env[68986]: DEBUG nova.compute.manager [-] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.896840] env[68986]: DEBUG nova.network.neutron [-] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.917300] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Acquiring lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.917556] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Acquired lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.917604] env[68986]: DEBUG nova.network.neutron [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.945171] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84690467-0a3b-420f-bebe-79007ea91fbb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.947353] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.947353] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.947593] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.947790] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.948174] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.948523] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.948523] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 683.948523] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.952685] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b92072-abfc-4ca6-bc47-06e04019b29f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.992700] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38483035-8bf9-4323-b935-78853a9cbd01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.000576] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215479, 'name': ReconfigVM_Task, 'duration_secs': 0.753262} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.002770] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 02d045d7-db1a-4213-9041-a65a07bd5341/02d045d7-db1a-4213-9041-a65a07bd5341.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.003761] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b7262b-3d02-4649-bc1e-0926fef77eae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.006414] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1348453c-ce5d-40e5-92be-ef4e658815f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.023671] env[68986]: DEBUG nova.compute.provider_tree [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.026202] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 684.026202] env[68986]: value = "task-3215484" [ 684.026202] env[68986]: _type = "Task" [ 684.026202] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.036031] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215484, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.056638] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215480, 'name': CreateVM_Task, 'duration_secs': 0.725638} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.056728] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.057838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.057838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.058564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.058564] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2b4045-d36a-4d9f-ad28-4b62dad7d3ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.063743] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 684.063743] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527cecf8-b0d1-9dfc-5e88-8625246385d7" [ 684.063743] env[68986]: _type = "Task" [ 684.063743] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.074677] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527cecf8-b0d1-9dfc-5e88-8625246385d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.077159] env[68986]: DEBUG nova.compute.manager [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Received event network-changed-610cfd65-9d84-44f1-93f3-bc0018ee8752 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.077360] env[68986]: DEBUG nova.compute.manager [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Refreshing instance network info cache due to event network-changed-610cfd65-9d84-44f1-93f3-bc0018ee8752. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.077565] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Acquiring lock "refresh_cache-09e4ff86-b908-44b4-8bdb-40aec1d09aa8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.077699] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Acquired lock "refresh_cache-09e4ff86-b908-44b4-8bdb-40aec1d09aa8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.077849] env[68986]: DEBUG nova.network.neutron [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Refreshing network info cache for port 610cfd65-9d84-44f1-93f3-bc0018ee8752 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.176929] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.401240] env[68986]: DEBUG oslo_vmware.api [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215483, 'name': PowerOffVM_Task, 'duration_secs': 0.248844} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.401240] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.401240] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.401240] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e605c0-8a2e-4141-a13e-d9349e2fc273 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.437022] env[68986]: DEBUG nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.437022] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.437022] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.437022] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.437332] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.437332] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.437332] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.437332] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.437332] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.437459] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.437459] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.437459] env[68986]: DEBUG nova.virt.hardware [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.437459] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28281f98-02da-4f1f-8e44-3341eb259aeb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.447221] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.447447] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.448726] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e02eef-a1e9-442a-a572-37ba442f2028 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.454149] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.466365] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.466502] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.466670] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleting the datastore file [datastore2] e04657e5-106a-42da-bf25-785ae4e5844d {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.466916] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e01e667-cc9d-47f4-a497-5c83d9eeef5c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.472478] env[68986]: DEBUG oslo_vmware.api [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 684.472478] env[68986]: value = "task-3215486" [ 684.472478] env[68986]: _type = "Task" [ 684.472478] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.473228] env[68986]: DEBUG nova.network.neutron [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.485209] env[68986]: DEBUG oslo_vmware.api [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.528054] env[68986]: DEBUG nova.scheduler.client.report [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.551632] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215484, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.574862] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527cecf8-b0d1-9dfc-5e88-8625246385d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.575230] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.575465] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.575697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.575876] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.576042] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.576321] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4449c50c-644d-43fd-a68f-2251824e4d69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.590814] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.591450] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.594979] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfef3e9-31fa-4a4a-9501-5cba4321e22e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.600386] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 684.600386] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f6aab5-437a-653b-f353-0b069f093924" [ 684.600386] env[68986]: _type = "Task" [ 684.600386] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.608810] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f6aab5-437a-653b-f353-0b069f093924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.675700] env[68986]: DEBUG nova.network.neutron [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Updating instance_info_cache with network_info: [{"id": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "address": "fa:16:3e:eb:3d:89", "network": {"id": "afde1448-e3ac-4baa-9e86-052903383f03", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-240441469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95eeacdcfa2346dab3f335320492cf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e340af-66", "ovs_interfaceid": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.713586] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.842408] env[68986]: DEBUG nova.network.neutron [-] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.869786] env[68986]: DEBUG nova.network.neutron [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Updated VIF entry in instance network info cache for port 610cfd65-9d84-44f1-93f3-bc0018ee8752. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.870284] env[68986]: DEBUG nova.network.neutron [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Updating instance_info_cache with network_info: [{"id": "610cfd65-9d84-44f1-93f3-bc0018ee8752", "address": "fa:16:3e:07:96:31", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap610cfd65-9d", "ovs_interfaceid": "610cfd65-9d84-44f1-93f3-bc0018ee8752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.989622] env[68986]: DEBUG oslo_vmware.api [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.045086] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215484, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.046172] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.048930] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.134s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.050776] env[68986]: INFO nova.compute.claims [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.073995] env[68986]: INFO nova.scheduler.client.report [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Deleted allocations for instance 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5 [ 685.111512] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f6aab5-437a-653b-f353-0b069f093924, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.112334] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4ba4e4-b854-424d-8af9-838f01aa94e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.119504] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 685.119504] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52937dd6-6ce1-abf0-b62d-4e63a2583da0" [ 685.119504] env[68986]: _type = "Task" [ 685.119504] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.131021] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52937dd6-6ce1-abf0-b62d-4e63a2583da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.190513] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Releasing lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.190852] env[68986]: DEBUG nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Instance network_info: |[{"id": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "address": "fa:16:3e:eb:3d:89", "network": {"id": "afde1448-e3ac-4baa-9e86-052903383f03", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-240441469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95eeacdcfa2346dab3f335320492cf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e340af-66", "ovs_interfaceid": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.191297] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:3d:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6e340af-66cb-4ecd-b247-d9d3c344e2da', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.199380] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Creating folder: Project (95eeacdcfa2346dab3f335320492cf10). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.200075] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9270bf04-2cfe-4fa2-a63c-9a8761516e93 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.220260] env[68986]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 685.220461] env[68986]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68986) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 685.220843] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Folder already exists: Project (95eeacdcfa2346dab3f335320492cf10). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 685.221043] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Creating folder: Instances. Parent ref: group-v642870. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.221291] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3714c42-a2a0-4a73-abda-ad05955ff491 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.234195] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Created folder: Instances in parent group-v642870. [ 685.234195] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.234195] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605d203a-812f-4cfd-be70-36299038162c] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.234195] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-855cc436-9c17-44c9-861d-8b901313f4e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.251642] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.251642] env[68986]: value = "task-3215489" [ 685.251642] env[68986]: _type = "Task" [ 685.251642] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.259864] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215489, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.345447] env[68986]: INFO nova.compute.manager [-] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Took 1.45 seconds to deallocate network for instance. [ 685.373693] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Releasing lock "refresh_cache-09e4ff86-b908-44b4-8bdb-40aec1d09aa8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.374009] env[68986]: DEBUG nova.compute.manager [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Received event network-vif-plugged-c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.374229] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Acquiring lock "605d203a-812f-4cfd-be70-36299038162c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.374439] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Lock "605d203a-812f-4cfd-be70-36299038162c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.374603] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Lock "605d203a-812f-4cfd-be70-36299038162c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.374772] env[68986]: DEBUG nova.compute.manager [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] No waiting events found dispatching network-vif-plugged-c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.374941] env[68986]: WARNING nova.compute.manager [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Received unexpected event network-vif-plugged-c6e340af-66cb-4ecd-b247-d9d3c344e2da for instance with vm_state building and task_state spawning. [ 685.375116] env[68986]: DEBUG nova.compute.manager [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Received event network-changed-c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.375273] env[68986]: DEBUG nova.compute.manager [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Refreshing instance network info cache due to event network-changed-c6e340af-66cb-4ecd-b247-d9d3c344e2da. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.375469] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Acquiring lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.375605] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Acquired lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.375759] env[68986]: DEBUG nova.network.neutron [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Refreshing network info cache for port c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.486262] env[68986]: DEBUG oslo_vmware.api [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520536} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.486512] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.486692] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.486865] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.487045] env[68986]: INFO nova.compute.manager [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 685.487290] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.487470] env[68986]: DEBUG nova.compute.manager [-] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.487564] env[68986]: DEBUG nova.network.neutron [-] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.542877] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215484, 'name': Rename_Task, 'duration_secs': 1.178847} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.543226] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.543474] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b50460-63d4-4bd1-93de-15c33996e30c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.551453] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 685.551453] env[68986]: value = "task-3215490" [ 685.551453] env[68986]: _type = "Task" [ 685.551453] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.560423] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.582070] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47ea9082-8574-43d4-9e5a-38538aaed1e6 tempest-ServersListShow296Test-2021989088 tempest-ServersListShow296Test-2021989088-project-member] Lock "529dc504-f32a-40e2-b68a-e0ef8cf9dfe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.077s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.632757] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52937dd6-6ce1-abf0-b62d-4e63a2583da0, 'name': SearchDatastore_Task, 'duration_secs': 0.020074} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.632873] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.633183] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 09e4ff86-b908-44b4-8bdb-40aec1d09aa8/09e4ff86-b908-44b4-8bdb-40aec1d09aa8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.633443] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6244b8e-bc1a-4b3c-86c2-9cef3faf5e9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.640701] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 685.640701] env[68986]: value = "task-3215491" [ 685.640701] env[68986]: _type = "Task" [ 685.640701] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.649462] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.686087] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.686349] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.761169] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215489, 'name': CreateVM_Task, 'duration_secs': 0.335171} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.761337] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605d203a-812f-4cfd-be70-36299038162c] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.762030] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642877', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'name': 'volume-db19f61c-198e-4c33-b672-4a32db7b6965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605d203a-812f-4cfd-be70-36299038162c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'serial': 'db19f61c-198e-4c33-b672-4a32db7b6965'}, 'attachment_id': '32fb12d2-21c7-43b6-b683-fa93e2bafddc', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68986) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 685.762282] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Root volume attach. Driver type: vmdk {{(pid=68986) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 685.763189] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3da0e6-bcf7-415a-87c6-32ee5a2c0156 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.773436] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2bdf18-0d39-4f39-a2b4-2617b3e4db05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.779541] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6674ea49-aeba-462b-a7cb-5f158c1722cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.786657] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cf98240e-d133-4a48-b260-fb1c6ebc5409 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.793997] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 685.793997] env[68986]: value = "task-3215492" [ 685.793997] env[68986]: _type = "Task" [ 685.793997] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.805021] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.852204] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.065575] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.154516] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215491, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.304270] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 34%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.333746] env[68986]: DEBUG nova.network.neutron [-] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.390502] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "a7688732-cd59-4734-af2a-24fb16264dce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.390819] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "a7688732-cd59-4734-af2a-24fb16264dce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.416366] env[68986]: DEBUG nova.network.neutron [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Updated VIF entry in instance network info cache for port c6e340af-66cb-4ecd-b247-d9d3c344e2da. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.417237] env[68986]: DEBUG nova.network.neutron [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Updating instance_info_cache with network_info: [{"id": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "address": "fa:16:3e:eb:3d:89", "network": {"id": "afde1448-e3ac-4baa-9e86-052903383f03", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-240441469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95eeacdcfa2346dab3f335320492cf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e340af-66", "ovs_interfaceid": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.494289] env[68986]: DEBUG nova.compute.manager [req-e5c94370-be33-407a-a862-c30fef4c6236 req-384c226d-d240-4e57-98a0-14d8afd83b17 service nova] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Received event network-vif-deleted-39a22da7-e063-4baa-8b15-381261a5a319 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.522797] env[68986]: DEBUG nova.compute.manager [req-0f708d01-1c84-46c2-bf4e-257eb785ee11 req-cf75e57b-81e2-4d01-9506-34612d6fb9e1 service nova] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Received event network-vif-deleted-9dd2f944-73bb-411c-a1ea-4057d40ceedc {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.567251] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.655184] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714096} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.655295] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 09e4ff86-b908-44b4-8bdb-40aec1d09aa8/09e4ff86-b908-44b4-8bdb-40aec1d09aa8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.655663] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.655785] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4161b73-4006-4fbc-bfc1-6289cdc5326b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.662795] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 686.662795] env[68986]: value = "task-3215493" [ 686.662795] env[68986]: _type = "Task" [ 686.662795] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.676166] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.679801] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb9a45-85ac-45e0-bbe1-089619d77ef7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.687690] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc7a2b-b15f-4c0b-bb98-8dc94603ba48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.722309] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843b969-e288-429e-bd9a-eb06105eb5c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.730082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d8aeb-083f-4d90-9043-93f9c8197f33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.745111] env[68986]: DEBUG nova.compute.provider_tree [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.807106] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 45%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.838550] env[68986]: INFO nova.compute.manager [-] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Took 1.35 seconds to deallocate network for instance. [ 686.919741] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b9fc72-b52e-4c8b-9b4c-d39dfcc67915 req-4d8cd1e5-3625-460f-9941-041bdc7d4e1d service nova] Releasing lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027775] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "35e049af-1bb0-49b9-9101-360c517ceac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.028228] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "35e049af-1bb0-49b9-9101-360c517ceac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.066939] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215490, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.176052] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078079} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.176786] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.177169] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a42f85-3534-45d9-81c3-b813c12e87ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.200881] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 09e4ff86-b908-44b4-8bdb-40aec1d09aa8/09e4ff86-b908-44b4-8bdb-40aec1d09aa8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.201070] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1811e9d1-6d3a-421f-bbaa-8a38b42176f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.221643] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 687.221643] env[68986]: value = "task-3215494" [ 687.221643] env[68986]: _type = "Task" [ 687.221643] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.231196] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.248441] env[68986]: DEBUG nova.scheduler.client.report [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.306900] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 60%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.345931] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.569721] env[68986]: DEBUG oslo_vmware.api [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215490, 'name': PowerOnVM_Task, 'duration_secs': 1.550333} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.569994] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.570276] env[68986]: INFO nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Took 11.40 seconds to spawn the instance on the hypervisor. [ 687.570453] env[68986]: DEBUG nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.571352] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a432c3f-c6ea-4359-8658-2682185a5376 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.734312] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.754369] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.754990] env[68986]: DEBUG nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.757640] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.506s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.757886] env[68986]: DEBUG nova.objects.instance [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'resources' on Instance uuid 4b0b0870-1278-46f6-a1f7-b342a228de6b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.806496] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 71%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.094323] env[68986]: INFO nova.compute.manager [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Took 35.19 seconds to build instance. [ 688.234226] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215494, 'name': ReconfigVM_Task, 'duration_secs': 0.724691} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.234226] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 09e4ff86-b908-44b4-8bdb-40aec1d09aa8/09e4ff86-b908-44b4-8bdb-40aec1d09aa8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.234979] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee03fdc-a82c-4e14-9201-da87dca92c9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.243181] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 688.243181] env[68986]: value = "task-3215495" [ 688.243181] env[68986]: _type = "Task" [ 688.243181] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.255728] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215495, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.261440] env[68986]: DEBUG nova.compute.utils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.266313] env[68986]: DEBUG nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.266623] env[68986]: DEBUG nova.network.neutron [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.317018] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 84%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.324652] env[68986]: DEBUG nova.policy [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f895b123c41419b86ed69a7a1ca3623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47003e4da0244be59a5c69fd683770c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.391948] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "59621297-6d4e-493f-82de-de8d62d45113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.392258] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "59621297-6d4e-493f-82de-de8d62d45113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.596601] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c3d575a2-a842-4c3f-a499-c17514bcbbf9 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "02d045d7-db1a-4213-9041-a65a07bd5341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.876s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.736821] env[68986]: DEBUG nova.network.neutron [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Successfully created port: 8f7396fd-477d-45db-a865-d1e3b68976ab {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.754321] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215495, 'name': Rename_Task, 'duration_secs': 0.275123} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.754592] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.754968] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94cb2916-8350-423a-be4e-ea37cf452d58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.764038] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 688.764038] env[68986]: value = "task-3215496" [ 688.764038] env[68986]: _type = "Task" [ 688.764038] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.772421] env[68986]: DEBUG nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.774918] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.817373] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 97%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.881532] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7732d-936c-4061-8492-c3f2ce1ecce5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.889814] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794eeddf-3983-4247-9fac-2ad4bc0f631c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.927882] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389207ad-c0b5-4690-b15b-d13485630cf5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.935614] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeaa7f9-cfaf-4f95-8a48-0edd2f1247cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950255] env[68986]: DEBUG nova.compute.provider_tree [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.100577] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.279029] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.316356] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 97%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.453850] env[68986]: DEBUG nova.scheduler.client.report [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.459146] env[68986]: DEBUG nova.compute.manager [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Received event network-changed-e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.459441] env[68986]: DEBUG nova.compute.manager [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Refreshing instance network info cache due to event network-changed-e521a674-f4fd-4a64-b0e3-2967dae94f58. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.459672] env[68986]: DEBUG oslo_concurrency.lockutils [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] Acquiring lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.459811] env[68986]: DEBUG oslo_concurrency.lockutils [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] Acquired lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.459970] env[68986]: DEBUG nova.network.neutron [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Refreshing network info cache for port e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.625860] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.775900] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215496, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.786479] env[68986]: DEBUG nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.812771] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.813190] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.813407] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.813617] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.813765] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.813912] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.814159] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.814351] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.814520] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.814682] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.814852] env[68986]: DEBUG nova.virt.hardware [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.815721] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e74112-dece-41ec-a82f-2983fe131da2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.826926] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1632e4-d4ac-4f8d-93c7-89da2dd014ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.831519] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task} progress is 97%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.938386] env[68986]: DEBUG nova.compute.manager [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Received event network-changed-e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.938386] env[68986]: DEBUG nova.compute.manager [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Refreshing instance network info cache due to event network-changed-e521a674-f4fd-4a64-b0e3-2967dae94f58. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.938386] env[68986]: DEBUG oslo_concurrency.lockutils [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] Acquiring lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.962448] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.967743] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.476s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.970872] env[68986]: DEBUG nova.objects.instance [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lazy-loading 'resources' on Instance uuid bfbf86b9-287b-42d2-b7a4-2bc718e2d419 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.988161] env[68986]: INFO nova.scheduler.client.report [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted allocations for instance 4b0b0870-1278-46f6-a1f7-b342a228de6b [ 690.272427] env[68986]: DEBUG nova.network.neutron [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updated VIF entry in instance network info cache for port e521a674-f4fd-4a64-b0e3-2967dae94f58. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.273280] env[68986]: DEBUG nova.network.neutron [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updating instance_info_cache with network_info: [{"id": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "address": "fa:16:3e:3b:03:dc", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape521a674-f4", "ovs_interfaceid": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.279950] env[68986]: DEBUG oslo_vmware.api [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215496, 'name': PowerOnVM_Task, 'duration_secs': 1.224561} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.280220] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.280424] env[68986]: INFO nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Took 10.43 seconds to spawn the instance on the hypervisor. [ 690.280594] env[68986]: DEBUG nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.281394] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5530b-c0c8-422d-bd49-6eee10a0bcbc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.316700] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215492, 'name': RelocateVM_Task, 'duration_secs': 4.489493} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.316977] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 690.317286] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642877', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'name': 'volume-db19f61c-198e-4c33-b672-4a32db7b6965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605d203a-812f-4cfd-be70-36299038162c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'serial': 'db19f61c-198e-4c33-b672-4a32db7b6965'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 690.318087] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d851368-eeec-41e4-827f-1a20fc584feb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.342466] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51882358-ab7c-4c8a-9ca4-4adc04b470b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.365315] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-db19f61c-198e-4c33-b672-4a32db7b6965/volume-db19f61c-198e-4c33-b672-4a32db7b6965.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.366091] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09fcadb-0bea-4065-82b3-48a507bd43f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.385401] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 690.385401] env[68986]: value = "task-3215497" [ 690.385401] env[68986]: _type = "Task" [ 690.385401] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.393803] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.501452] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe0468b-8f9e-4c9d-9775-3427508dcdc5 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "4b0b0870-1278-46f6-a1f7-b342a228de6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.165s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.556369] env[68986]: DEBUG nova.network.neutron [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Successfully updated port: 8f7396fd-477d-45db-a865-d1e3b68976ab {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.776056] env[68986]: DEBUG oslo_concurrency.lockutils [req-4b6494e8-a0a3-4385-85bb-2625fc315131 req-29888e55-9254-48ac-8807-62ab76e29eef service nova] Releasing lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.779972] env[68986]: DEBUG oslo_concurrency.lockutils [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] Acquired lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.780215] env[68986]: DEBUG nova.network.neutron [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Refreshing network info cache for port e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.806314] env[68986]: INFO nova.compute.manager [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Took 33.92 seconds to build instance. [ 690.900530] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.999257] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38440842-74c7-4b87-8948-a909f9774540 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.008302] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa3f74-02bf-4688-b77a-13768a16e961 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.041621] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4295c8-9645-4f5a-9840-ea578e72d938 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.050456] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64c74c4-fd08-447a-89b6-d082d68ddca1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.064308] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "refresh_cache-14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.064442] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquired lock "refresh_cache-14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.064590] env[68986]: DEBUG nova.network.neutron [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.065947] env[68986]: DEBUG nova.compute.provider_tree [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.308960] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e067e1db-dfe6-44ca-8ebf-ce63a34bb09a tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.577s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.404071] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215497, 'name': ReconfigVM_Task, 'duration_secs': 0.555689} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.404071] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-db19f61c-198e-4c33-b672-4a32db7b6965/volume-db19f61c-198e-4c33-b672-4a32db7b6965.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.408374] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d81391-791f-4fbd-8353-a9b3dfdb784d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.422903] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 691.422903] env[68986]: value = "task-3215498" [ 691.422903] env[68986]: _type = "Task" [ 691.422903] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.432014] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.538307] env[68986]: DEBUG nova.network.neutron [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updated VIF entry in instance network info cache for port e521a674-f4fd-4a64-b0e3-2967dae94f58. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.538588] env[68986]: DEBUG nova.network.neutron [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updating instance_info_cache with network_info: [{"id": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "address": "fa:16:3e:3b:03:dc", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape521a674-f4", "ovs_interfaceid": "e521a674-f4fd-4a64-b0e3-2967dae94f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.570777] env[68986]: DEBUG nova.scheduler.client.report [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.626999] env[68986]: DEBUG nova.network.neutron [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.679921] env[68986]: DEBUG nova.compute.manager [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Received event network-vif-plugged-8f7396fd-477d-45db-a865-d1e3b68976ab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.680302] env[68986]: DEBUG oslo_concurrency.lockutils [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] Acquiring lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.680513] env[68986]: DEBUG oslo_concurrency.lockutils [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.680673] env[68986]: DEBUG oslo_concurrency.lockutils [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.680822] env[68986]: DEBUG nova.compute.manager [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] No waiting events found dispatching network-vif-plugged-8f7396fd-477d-45db-a865-d1e3b68976ab {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.681127] env[68986]: WARNING nova.compute.manager [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Received unexpected event network-vif-plugged-8f7396fd-477d-45db-a865-d1e3b68976ab for instance with vm_state building and task_state spawning. [ 691.681365] env[68986]: DEBUG nova.compute.manager [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Received event network-changed-8f7396fd-477d-45db-a865-d1e3b68976ab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.681532] env[68986]: DEBUG nova.compute.manager [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Refreshing instance network info cache due to event network-changed-8f7396fd-477d-45db-a865-d1e3b68976ab. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.681705] env[68986]: DEBUG oslo_concurrency.lockutils [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] Acquiring lock "refresh_cache-14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.793680] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.793680] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.811036] env[68986]: DEBUG nova.network.neutron [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Updating instance_info_cache with network_info: [{"id": "8f7396fd-477d-45db-a865-d1e3b68976ab", "address": "fa:16:3e:83:e7:e9", "network": {"id": "3094f9f9-728e-41ea-a24d-d700718438ed", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1558151015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47003e4da0244be59a5c69fd683770c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7396fd-47", "ovs_interfaceid": "8f7396fd-477d-45db-a865-d1e3b68976ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.812331] env[68986]: DEBUG nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.937984] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215498, 'name': ReconfigVM_Task, 'duration_secs': 0.122021} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.938605] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642877', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'name': 'volume-db19f61c-198e-4c33-b672-4a32db7b6965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605d203a-812f-4cfd-be70-36299038162c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'serial': 'db19f61c-198e-4c33-b672-4a32db7b6965'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 691.939466] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b7db0a6-7fc9-48a4-93d7-184b704d18ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.949672] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 691.949672] env[68986]: value = "task-3215499" [ 691.949672] env[68986]: _type = "Task" [ 691.949672] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.959861] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215499, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.041474] env[68986]: DEBUG oslo_concurrency.lockutils [req-a35b6132-b619-45de-939b-78d947f8d40d req-3cf5523c-395d-44a8-93b0-2e602c1fee79 service nova] Releasing lock "refresh_cache-02d045d7-db1a-4213-9041-a65a07bd5341" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.076655] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.079457] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.007s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.079609] env[68986]: DEBUG nova.objects.instance [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lazy-loading 'resources' on Instance uuid d9dc5466-dbca-4a5e-9206-528bddc6c468 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.109876] env[68986]: INFO nova.scheduler.client.report [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Deleted allocations for instance bfbf86b9-287b-42d2-b7a4-2bc718e2d419 [ 692.317072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Releasing lock "refresh_cache-14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.317072] env[68986]: DEBUG nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Instance network_info: |[{"id": "8f7396fd-477d-45db-a865-d1e3b68976ab", "address": "fa:16:3e:83:e7:e9", "network": {"id": "3094f9f9-728e-41ea-a24d-d700718438ed", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1558151015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47003e4da0244be59a5c69fd683770c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7396fd-47", "ovs_interfaceid": "8f7396fd-477d-45db-a865-d1e3b68976ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.319025] env[68986]: DEBUG oslo_concurrency.lockutils [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] Acquired lock "refresh_cache-14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.319025] env[68986]: DEBUG nova.network.neutron [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Refreshing network info cache for port 8f7396fd-477d-45db-a865-d1e3b68976ab {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.320106] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e7:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f7396fd-477d-45db-a865-d1e3b68976ab', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.327486] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Creating folder: Project (47003e4da0244be59a5c69fd683770c8). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.333562] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22acab8f-cf7a-4fe3-ac12-8a6fdb53d29a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.343599] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Created folder: Project (47003e4da0244be59a5c69fd683770c8) in parent group-v642845. [ 692.343802] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Creating folder: Instances. Parent ref: group-v642914. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.344717] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.344945] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66ea2948-3a0d-44fe-9224-c64cbbfbcc42 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.352998] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Created folder: Instances in parent group-v642914. [ 692.357026] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.357026] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.357026] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff6d91f-3701-49b0-bcb9-95e4c8a6d316 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.376348] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.376348] env[68986]: value = "task-3215502" [ 692.376348] env[68986]: _type = "Task" [ 692.376348] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.386642] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215502, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.461058] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215499, 'name': Rename_Task, 'duration_secs': 0.132774} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.461558] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.461956] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed21c758-b690-4624-87ea-ab96c401fc7e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.473017] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 692.473017] env[68986]: value = "task-3215503" [ 692.473017] env[68986]: _type = "Task" [ 692.473017] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.483866] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.617524] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d18dd6be-8f38-4bc3-b650-6684771a213c tempest-ServerPasswordTestJSON-1743735321 tempest-ServerPasswordTestJSON-1743735321-project-member] Lock "bfbf86b9-287b-42d2-b7a4-2bc718e2d419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.086s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.622712] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.622979] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.623260] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.623451] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.623623] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.626236] env[68986]: INFO nova.compute.manager [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Terminating instance [ 693.340470] env[68986]: DEBUG nova.network.neutron [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Updated VIF entry in instance network info cache for port 8f7396fd-477d-45db-a865-d1e3b68976ab. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.340470] env[68986]: DEBUG nova.network.neutron [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Updating instance_info_cache with network_info: [{"id": "8f7396fd-477d-45db-a865-d1e3b68976ab", "address": "fa:16:3e:83:e7:e9", "network": {"id": "3094f9f9-728e-41ea-a24d-d700718438ed", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1558151015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47003e4da0244be59a5c69fd683770c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7396fd-47", "ovs_interfaceid": "8f7396fd-477d-45db-a865-d1e3b68976ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.341718] env[68986]: DEBUG nova.compute.manager [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.341852] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.348706] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f697578-d043-4259-aeec-6d33e38984a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.357428] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215502, 'name': CreateVM_Task, 'duration_secs': 0.32705} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.363960] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.364541] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.364801] env[68986]: DEBUG oslo_vmware.api [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215503, 'name': PowerOnVM_Task, 'duration_secs': 0.482102} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.365596] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.365954] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.366047] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.366252] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2a1a73-8bd8-4714-90b2-4bb873a201a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.367699] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.367889] env[68986]: INFO nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Took 8.93 seconds to spawn the instance on the hypervisor. [ 693.368086] env[68986]: DEBUG nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.368412] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88a25be-ac05-4508-b818-10a7b73acea9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.370393] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8bd4af-389f-4f23-8e89-d6fb4bb40b97 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.376270] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 693.376270] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5212cad5-6942-c480-18f5-afafb3533518" [ 693.376270] env[68986]: _type = "Task" [ 693.376270] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.388016] env[68986]: DEBUG oslo_vmware.api [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 693.388016] env[68986]: value = "task-3215504" [ 693.388016] env[68986]: _type = "Task" [ 693.388016] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.394396] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5212cad5-6942-c480-18f5-afafb3533518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.399259] env[68986]: DEBUG oslo_vmware.api [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.836387] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d039b-6627-4383-ba34-808f1dc37052 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.843554] env[68986]: DEBUG oslo_concurrency.lockutils [req-668324bc-9e96-4f6e-8fac-f0a049042c48 req-70157d0c-6145-49d3-bcc0-ebb00bda20fe service nova] Releasing lock "refresh_cache-14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.844848] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded0ce75-06f2-418c-a2fa-0ce9640b0ed0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.874309] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d774aa-c173-4c52-a01d-b57dd1284d2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.885075] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d731e-9a8e-4de3-8ec4-9377f8cb3266 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.900023] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5212cad5-6942-c480-18f5-afafb3533518, 'name': SearchDatastore_Task, 'duration_secs': 0.01803} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.901132] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.901376] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.901605] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.901862] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.901918] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.902422] env[68986]: INFO nova.compute.manager [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Took 36.03 seconds to build instance. [ 693.903292] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5463c162-7eb0-440e-8f6e-d37333488abb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.914178] env[68986]: DEBUG nova.compute.provider_tree [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.918883] env[68986]: DEBUG oslo_vmware.api [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215504, 'name': PowerOffVM_Task, 'duration_secs': 0.383117} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.919355] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.919531] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.919762] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6c8255e-94ec-4d9a-aa61-2bcd4eeb4613 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.927147] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.927147] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.927147] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d242e99-7d3c-4414-93ae-a915a1622d1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.932123] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 693.932123] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5250e922-9b06-58ea-d03a-621924a9e98f" [ 693.932123] env[68986]: _type = "Task" [ 693.932123] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.939951] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5250e922-9b06-58ea-d03a-621924a9e98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.987832] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.988286] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.988394] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Deleting the datastore file [datastore1] 09e4ff86-b908-44b4-8bdb-40aec1d09aa8 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.988631] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5f32738-a3a7-4025-913d-d47d106c8800 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.995623] env[68986]: DEBUG oslo_vmware.api [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for the task: (returnval){ [ 693.995623] env[68986]: value = "task-3215506" [ 693.995623] env[68986]: _type = "Task" [ 693.995623] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.004065] env[68986]: DEBUG oslo_vmware.api [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.318035] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "8c961785-3028-4599-92c0-0227c8970b02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.318290] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.413959] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80cd6408-dc5f-4c0b-b5be-c01e6ef2b154 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "605d203a-812f-4cfd-be70-36299038162c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.869s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.420814] env[68986]: DEBUG nova.scheduler.client.report [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.449018] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5250e922-9b06-58ea-d03a-621924a9e98f, 'name': SearchDatastore_Task, 'duration_secs': 0.00818} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.449253] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c42d4d2-23c0-4b2e-9ab9-79a40af90fe9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.455510] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 694.455510] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293cd55-e763-69f8-4c4d-25f10c3d1435" [ 694.455510] env[68986]: _type = "Task" [ 694.455510] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.464298] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293cd55-e763-69f8-4c4d-25f10c3d1435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.514783] env[68986]: DEBUG oslo_vmware.api [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Task: {'id': task-3215506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132851} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.514783] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.514783] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.514783] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.514783] env[68986]: INFO nova.compute.manager [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 694.515315] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.515315] env[68986]: DEBUG nova.compute.manager [-] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.515315] env[68986]: DEBUG nova.network.neutron [-] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.917148] env[68986]: DEBUG nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.928395] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.849s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.930794] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.351s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.970887] env[68986]: INFO nova.scheduler.client.report [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted allocations for instance d9dc5466-dbca-4a5e-9206-528bddc6c468 [ 694.975947] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293cd55-e763-69f8-4c4d-25f10c3d1435, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.979100] env[68986]: DEBUG nova.compute.manager [req-93234040-452f-499f-8ff2-789db77f7f44 req-38a83036-e851-47e6-9727-c4c1e18a100e service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Received event network-vif-deleted-610cfd65-9d84-44f1-93f3-bc0018ee8752 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.979497] env[68986]: INFO nova.compute.manager [req-93234040-452f-499f-8ff2-789db77f7f44 req-38a83036-e851-47e6-9727-c4c1e18a100e service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Neutron deleted interface 610cfd65-9d84-44f1-93f3-bc0018ee8752; detaching it from the instance and deleting it from the info cache [ 694.980537] env[68986]: DEBUG nova.network.neutron [req-93234040-452f-499f-8ff2-789db77f7f44 req-38a83036-e851-47e6-9727-c4c1e18a100e service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.988294] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.988294] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e/14e0f224-fd67-4e2a-a98d-6a40f5f25b5e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.989391] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d09370-9a7d-4696-9d1c-e396bea0da1d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.001917] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 695.001917] env[68986]: value = "task-3215507" [ 695.001917] env[68986]: _type = "Task" [ 695.001917] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.010838] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.095231] env[68986]: DEBUG nova.compute.manager [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Received event network-changed-c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.095231] env[68986]: DEBUG nova.compute.manager [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Refreshing instance network info cache due to event network-changed-c6e340af-66cb-4ecd-b247-d9d3c344e2da. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.095231] env[68986]: DEBUG oslo_concurrency.lockutils [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] Acquiring lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.095231] env[68986]: DEBUG oslo_concurrency.lockutils [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] Acquired lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.095231] env[68986]: DEBUG nova.network.neutron [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Refreshing network info cache for port c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.440457] env[68986]: DEBUG nova.network.neutron [-] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.464755] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.495736] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf39d7c1-f1ca-434c-a0eb-300b7d206c35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.500683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-72aab83b-a972-4a4a-9105-4ab53e50327c tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "d9dc5466-dbca-4a5e-9206-528bddc6c468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.054s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.517823] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa197b-af9e-4286-af15-ff89ceda97d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.531926] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215507, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.557428] env[68986]: DEBUG nova.compute.manager [req-93234040-452f-499f-8ff2-789db77f7f44 req-38a83036-e851-47e6-9727-c4c1e18a100e service nova] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Detach interface failed, port_id=610cfd65-9d84-44f1-93f3-bc0018ee8752, reason: Instance 09e4ff86-b908-44b4-8bdb-40aec1d09aa8 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 695.946053] env[68986]: INFO nova.compute.manager [-] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Took 1.43 seconds to deallocate network for instance. [ 696.015212] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560634} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.015732] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e/14e0f224-fd67-4e2a-a98d-6a40f5f25b5e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.016093] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.016437] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-786cef35-0943-4b91-ba48-457caa099fcb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.025622] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 696.025622] env[68986]: value = "task-3215508" [ 696.025622] env[68986]: _type = "Task" [ 696.025622] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.035789] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.075666] env[68986]: DEBUG nova.network.neutron [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Updated VIF entry in instance network info cache for port c6e340af-66cb-4ecd-b247-d9d3c344e2da. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.076452] env[68986]: DEBUG nova.network.neutron [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Updating instance_info_cache with network_info: [{"id": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "address": "fa:16:3e:eb:3d:89", "network": {"id": "afde1448-e3ac-4baa-9e86-052903383f03", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-240441469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95eeacdcfa2346dab3f335320492cf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e340af-66", "ovs_interfaceid": "c6e340af-66cb-4ecd-b247-d9d3c344e2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.083377] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02411b49-1a95-4d2d-b460-844e8edaa041 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.092510] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e12ec9-2e13-449f-8818-d6b41a56d904 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.125117] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a9059-d819-4fe2-8472-965b09fcfa85 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.133895] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b13ee-750d-4801-bb5c-8b2690c78670 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.149745] env[68986]: DEBUG nova.compute.provider_tree [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.452531] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.536754] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069734} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.537082] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.537879] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310eacc1-cae6-4ba9-8349-eeefbc7d755f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.559805] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e/14e0f224-fd67-4e2a-a98d-6a40f5f25b5e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.560151] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd7a924-5850-403f-8a38-65dd80dad04a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.578609] env[68986]: DEBUG oslo_concurrency.lockutils [req-c9b3e3a9-eb6b-4471-87c4-5c209f7853ee req-2d637ac6-0229-41a6-a8bd-60aa1be70b5e service nova] Releasing lock "refresh_cache-605d203a-812f-4cfd-be70-36299038162c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.580299] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 696.580299] env[68986]: value = "task-3215509" [ 696.580299] env[68986]: _type = "Task" [ 696.580299] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.590087] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.654738] env[68986]: DEBUG nova.scheduler.client.report [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.091445] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215509, 'name': ReconfigVM_Task, 'duration_secs': 0.493765} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.091552] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e/14e0f224-fd67-4e2a-a98d-6a40f5f25b5e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.092164] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e65c747f-1921-4442-ad72-cbf01fb6cbee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.098662] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 697.098662] env[68986]: value = "task-3215510" [ 697.098662] env[68986]: _type = "Task" [ 697.098662] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.107466] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215510, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.610487] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215510, 'name': Rename_Task, 'duration_secs': 0.227164} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.610758] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.611073] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd03c7a-a248-44c9-811e-e308466451c4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.617679] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 697.617679] env[68986]: value = "task-3215511" [ 697.617679] env[68986]: _type = "Task" [ 697.617679] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.625117] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.666696] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.736s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.670770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.788s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.672370] env[68986]: INFO nova.compute.claims [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.889841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.890111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.129495] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.238285] env[68986]: INFO nova.scheduler.client.report [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Deleted allocation for migration f9650030-e5db-485b-8576-7306755c4f5e [ 698.628179] env[68986]: DEBUG oslo_vmware.api [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215511, 'name': PowerOnVM_Task, 'duration_secs': 0.548566} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.628462] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.628660] env[68986]: INFO nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Took 8.84 seconds to spawn the instance on the hypervisor. [ 698.628833] env[68986]: DEBUG nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.629612] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb0f02a-1c75-4e48-9c35-3755b09a68d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.742752] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8a0af04-473a-4b9f-bbe8-93536f5ae5ea tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.695s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.108214] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65745ff3-c406-4741-953f-8284076f29d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.115128] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b9dd78-e0ea-4908-b03c-37d500b31bf4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.148715] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff7f40-9857-40e4-ad6a-d9aa814c784f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.153380] env[68986]: INFO nova.compute.manager [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Took 38.26 seconds to build instance. [ 699.157724] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8bb7f7-5f35-4103-a298-1517382d5f29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.170753] env[68986]: DEBUG nova.compute.provider_tree [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.658287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfae6f86-2f7b-438c-a9ed-80989e1b120c tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.113s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.673977] env[68986]: DEBUG nova.scheduler.client.report [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.161617] env[68986]: DEBUG nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.179920] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.180709] env[68986]: DEBUG nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.183501] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.931s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.185018] env[68986]: INFO nova.compute.claims [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.690865] env[68986]: DEBUG nova.compute.utils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.696298] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.696689] env[68986]: DEBUG nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.696896] env[68986]: DEBUG nova.network.neutron [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.801602] env[68986]: DEBUG nova.policy [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe7bb4f7f184e788bba95ccd29b66fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '105857b842204b3d90d71d39a91b3617', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.197350] env[68986]: DEBUG nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.336623] env[68986]: DEBUG nova.network.neutron [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Successfully created port: b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.341775] env[68986]: DEBUG nova.compute.manager [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.342658] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d52188-726f-464b-a293-0c735dd045ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.719896] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a57795c-a4b0-43cf-b938-d692cce11aae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.728153] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad514c04-7d15-464c-9749-cf9bcb1f82d9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.760844] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe81ef9-595d-4d70-866a-a838f0f65378 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.769037] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f9207-fd29-471c-a0a0-b700878b4b99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.782798] env[68986]: DEBUG nova.compute.provider_tree [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.814031] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.814279] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.856705] env[68986]: INFO nova.compute.manager [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] instance snapshotting [ 701.859705] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5352ebc7-226a-4b80-9b76-fc01f3998dd9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.878450] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3eae84-4705-405e-b6ef-90a0464099cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.208538] env[68986]: DEBUG nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.253898] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.254178] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.254349] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.254530] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.254676] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.254823] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.255047] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.255214] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.255402] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.255542] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.255712] env[68986]: DEBUG nova.virt.hardware [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.256572] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea52095-e643-4c2f-a434-a3b2bc98853c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.264494] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a4ec0c-2715-43d1-95d0-c3bace8d5156 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.286827] env[68986]: DEBUG nova.scheduler.client.report [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.392008] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.392329] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a82727d-c9ed-4eb9-a6df-d382b4aa38fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.402509] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 702.402509] env[68986]: value = "task-3215512" [ 702.402509] env[68986]: _type = "Task" [ 702.402509] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.413854] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.791893] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.792451] env[68986]: DEBUG nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.795392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.117s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.796853] env[68986]: INFO nova.compute.claims [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.916628] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.932785] env[68986]: DEBUG nova.compute.manager [req-8f1aeb6a-1265-4a6c-916b-c6ba8becb1e3 req-5007e650-226a-4af5-84af-ca6fde113f14 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Received event network-vif-plugged-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.933038] env[68986]: DEBUG oslo_concurrency.lockutils [req-8f1aeb6a-1265-4a6c-916b-c6ba8becb1e3 req-5007e650-226a-4af5-84af-ca6fde113f14 service nova] Acquiring lock "ac02742b-60e7-49d2-98eb-8c2d8528796c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.933295] env[68986]: DEBUG oslo_concurrency.lockutils [req-8f1aeb6a-1265-4a6c-916b-c6ba8becb1e3 req-5007e650-226a-4af5-84af-ca6fde113f14 service nova] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.933489] env[68986]: DEBUG oslo_concurrency.lockutils [req-8f1aeb6a-1265-4a6c-916b-c6ba8becb1e3 req-5007e650-226a-4af5-84af-ca6fde113f14 service nova] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.933681] env[68986]: DEBUG nova.compute.manager [req-8f1aeb6a-1265-4a6c-916b-c6ba8becb1e3 req-5007e650-226a-4af5-84af-ca6fde113f14 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] No waiting events found dispatching network-vif-plugged-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.933857] env[68986]: WARNING nova.compute.manager [req-8f1aeb6a-1265-4a6c-916b-c6ba8becb1e3 req-5007e650-226a-4af5-84af-ca6fde113f14 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Received unexpected event network-vif-plugged-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 for instance with vm_state building and task_state spawning. [ 703.018098] env[68986]: DEBUG nova.network.neutron [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Successfully updated port: b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.304927] env[68986]: DEBUG nova.compute.utils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.307051] env[68986]: DEBUG nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.307406] env[68986]: DEBUG nova.network.neutron [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.346782] env[68986]: DEBUG nova.policy [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61a4e28ba51487cb150326d131d9c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2718dfffa9d842e5926d2b51b0ebd585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.412934] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215512, 'name': CreateSnapshot_Task, 'duration_secs': 0.711139} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.413046] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.413785] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81bba89-c768-4c21-8557-b57698059907 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.521282] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.521409] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquired lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.521563] env[68986]: DEBUG nova.network.neutron [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.667480] env[68986]: DEBUG nova.network.neutron [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Successfully created port: c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.807237] env[68986]: DEBUG nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.932775] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.935418] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41f02dab-c5c0-43e4-8adc-0b8926475d4d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.949845] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 703.949845] env[68986]: value = "task-3215513" [ 703.949845] env[68986]: _type = "Task" [ 703.949845] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.964822] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215513, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.064589] env[68986]: DEBUG nova.network.neutron [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.239014] env[68986]: DEBUG nova.network.neutron [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updating instance_info_cache with network_info: [{"id": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "address": "fa:16:3e:e7:3c:66", "network": {"id": "264f9de9-5a76-4e89-90ca-0467ae70f07e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1444550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105857b842204b3d90d71d39a91b3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e6044a-02", "ovs_interfaceid": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.415441] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c7400-d496-47c4-8196-c4543d470c6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.423467] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76b25a4-57ab-48c6-937e-69cdd76136ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.459026] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c5ddf-2db5-4bd3-ae6b-6e0d1e421cb1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.465833] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215513, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.468897] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919d5c9-e7c2-4427-a5b4-08ab166fe286 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.483795] env[68986]: DEBUG nova.compute.provider_tree [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.741806] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Releasing lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.742215] env[68986]: DEBUG nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Instance network_info: |[{"id": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "address": "fa:16:3e:e7:3c:66", "network": {"id": "264f9de9-5a76-4e89-90ca-0467ae70f07e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1444550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105857b842204b3d90d71d39a91b3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e6044a-02", "ovs_interfaceid": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.742688] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:3c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.750318] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Creating folder: Project (105857b842204b3d90d71d39a91b3617). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.750985] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b121928e-c84f-4336-9a80-e8354a28a50c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.762017] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Created folder: Project (105857b842204b3d90d71d39a91b3617) in parent group-v642845. [ 704.762289] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Creating folder: Instances. Parent ref: group-v642919. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.762583] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-437b36f7-c508-408a-9cf3-130637a3de9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.773573] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Created folder: Instances in parent group-v642919. [ 704.773834] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.774051] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.774296] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9629f8b-15bc-4938-943e-19d2ecfb47c0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.792776] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.792776] env[68986]: value = "task-3215516" [ 704.792776] env[68986]: _type = "Task" [ 704.792776] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.801385] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215516, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.820394] env[68986]: DEBUG nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.845564] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.845936] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.846199] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.847029] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.847029] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.847029] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.847258] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.847485] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.847740] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.847990] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.848255] env[68986]: DEBUG nova.virt.hardware [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.849523] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c04d0d-f46f-4967-a07c-506051b2b305 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.859991] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e326bd-8472-419c-b07d-20988bdddd94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.960879] env[68986]: DEBUG nova.compute.manager [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Received event network-changed-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.960879] env[68986]: DEBUG nova.compute.manager [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Refreshing instance network info cache due to event network-changed-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.961176] env[68986]: DEBUG oslo_concurrency.lockutils [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] Acquiring lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.961367] env[68986]: DEBUG oslo_concurrency.lockutils [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] Acquired lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.961490] env[68986]: DEBUG nova.network.neutron [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Refreshing network info cache for port b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.968234] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215513, 'name': CloneVM_Task, 'duration_secs': 1.008365} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.968542] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Created linked-clone VM from snapshot [ 704.969348] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae39bc1-b5a2-42d2-9ef0-68812e368faa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.977751] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Uploading image 4ea8c0cc-9a30-43b8-a2d1-7ae188065ddb {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 704.986958] env[68986]: DEBUG nova.scheduler.client.report [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.998626] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 704.998626] env[68986]: value = "vm-642918" [ 704.998626] env[68986]: _type = "VirtualMachine" [ 704.998626] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 704.999179] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e130b63e-402b-4d38-83fc-e2958470e9d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.005337] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lease: (returnval){ [ 705.005337] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5290a56c-85d8-7430-a831-f62679b39822" [ 705.005337] env[68986]: _type = "HttpNfcLease" [ 705.005337] env[68986]: } obtained for exporting VM: (result){ [ 705.005337] env[68986]: value = "vm-642918" [ 705.005337] env[68986]: _type = "VirtualMachine" [ 705.005337] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.005639] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the lease: (returnval){ [ 705.005639] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5290a56c-85d8-7430-a831-f62679b39822" [ 705.005639] env[68986]: _type = "HttpNfcLease" [ 705.005639] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 705.012459] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.012459] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5290a56c-85d8-7430-a831-f62679b39822" [ 705.012459] env[68986]: _type = "HttpNfcLease" [ 705.012459] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 705.302016] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215516, 'name': CreateVM_Task, 'duration_secs': 0.501266} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.302216] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.302949] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.303066] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.303404] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.303661] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9aa9c29-9aac-4746-96d1-b11172462dbc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.308064] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 705.308064] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fac7b4-5acc-00a0-9d7f-a4fa280d2ea3" [ 705.308064] env[68986]: _type = "Task" [ 705.308064] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.315894] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fac7b4-5acc-00a0-9d7f-a4fa280d2ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.488859] env[68986]: DEBUG nova.network.neutron [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Successfully updated port: c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.493715] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.494318] env[68986]: DEBUG nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.497954] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.336s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.498446] env[68986]: INFO nova.compute.claims [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.513878] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.513878] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5290a56c-85d8-7430-a831-f62679b39822" [ 705.513878] env[68986]: _type = "HttpNfcLease" [ 705.513878] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 705.513878] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 705.513878] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5290a56c-85d8-7430-a831-f62679b39822" [ 705.513878] env[68986]: _type = "HttpNfcLease" [ 705.513878] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 705.514652] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1bb26-6c5a-408f-b69e-03cc6e0ee51d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.525404] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfd664-cd9c-413d-4647-d13ad454605f/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 705.525504] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfd664-cd9c-413d-4647-d13ad454605f/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 705.627988] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af36d322-aed9-40a7-ae10-f444d01b307b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.737961] env[68986]: DEBUG nova.network.neutron [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updated VIF entry in instance network info cache for port b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.738479] env[68986]: DEBUG nova.network.neutron [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updating instance_info_cache with network_info: [{"id": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "address": "fa:16:3e:e7:3c:66", "network": {"id": "264f9de9-5a76-4e89-90ca-0467ae70f07e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1444550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105857b842204b3d90d71d39a91b3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e6044a-02", "ovs_interfaceid": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.822584] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fac7b4-5acc-00a0-9d7f-a4fa280d2ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.822873] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.823065] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.823337] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.823484] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.823660] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.824668] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7533c56-13e2-40eb-8d0b-035a94392ae4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.833069] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.833069] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.833201] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2edceea5-1327-46e1-b4c7-fcde1daa8e45 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.838577] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 705.838577] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fbf646-2cd4-a73a-7f9a-f4f262a1e5ea" [ 705.838577] env[68986]: _type = "Task" [ 705.838577] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.845798] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fbf646-2cd4-a73a-7f9a-f4f262a1e5ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.992049] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.992295] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.992904] env[68986]: DEBUG nova.network.neutron [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.005319] env[68986]: DEBUG nova.compute.utils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.008018] env[68986]: DEBUG nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.008292] env[68986]: DEBUG nova.network.neutron [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.052487] env[68986]: DEBUG nova.policy [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa36c5d8288549acbf81f2f3608d8497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76eb176ab19c4d8bb2fbb931d079a92d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.241210] env[68986]: DEBUG oslo_concurrency.lockutils [req-38dc3c34-b482-4780-a94e-65fb3c3ef569 req-4c5145ee-0293-4353-807e-a289555cc070 service nova] Releasing lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.351613] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fbf646-2cd4-a73a-7f9a-f4f262a1e5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008365} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.352624] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6442504c-d8a6-49db-b607-9abfd2d3566b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.363039] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 706.363039] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520220b4-0936-43e5-0776-9c8421e5ee32" [ 706.363039] env[68986]: _type = "Task" [ 706.363039] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.373977] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520220b4-0936-43e5-0776-9c8421e5ee32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.510756] env[68986]: DEBUG nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.555242] env[68986]: DEBUG nova.network.neutron [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.564226] env[68986]: DEBUG nova.network.neutron [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Successfully created port: bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.747380] env[68986]: DEBUG nova.network.neutron [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc071af31-5e", "ovs_interfaceid": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.874705] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520220b4-0936-43e5-0776-9c8421e5ee32, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.878955] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.879696] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ac02742b-60e7-49d2-98eb-8c2d8528796c/ac02742b-60e7-49d2-98eb-8c2d8528796c.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.880633] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2762e28-a7b1-4b84-b39c-122de3993e5b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.888420] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 706.888420] env[68986]: value = "task-3215518" [ 706.888420] env[68986]: _type = "Task" [ 706.888420] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.905447] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.013455] env[68986]: DEBUG nova.compute.manager [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-vif-plugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.013455] env[68986]: DEBUG oslo_concurrency.lockutils [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.014263] env[68986]: DEBUG oslo_concurrency.lockutils [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.014356] env[68986]: DEBUG oslo_concurrency.lockutils [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.014546] env[68986]: DEBUG nova.compute.manager [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] No waiting events found dispatching network-vif-plugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.014708] env[68986]: WARNING nova.compute.manager [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received unexpected event network-vif-plugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a for instance with vm_state building and task_state spawning. [ 707.014892] env[68986]: DEBUG nova.compute.manager [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.015053] env[68986]: DEBUG nova.compute.manager [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing instance network info cache due to event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.015240] env[68986]: DEBUG oslo_concurrency.lockutils [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] Acquiring lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.159240] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d79de-d4cf-4524-b77d-70621656cfd6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.167699] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a43b0b-d910-4232-99b1-235210f71e33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.199944] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24addd7f-1b39-4bde-9b42-9a2990a6ee9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.209930] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3e79b9-6339-4790-a00a-d45e26fe8642 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.224928] env[68986]: DEBUG nova.compute.provider_tree [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.250370] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.250773] env[68986]: DEBUG nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance network_info: |[{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc071af31-5e", "ovs_interfaceid": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.251186] env[68986]: DEBUG oslo_concurrency.lockutils [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] Acquired lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.251432] env[68986]: DEBUG nova.network.neutron [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.254246] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:fc:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c071af31-5ef6-47d9-a9da-2c0b9d42359a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.263197] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating folder: Project (2718dfffa9d842e5926d2b51b0ebd585). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.263876] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63294494-42e9-42c8-b4d2-c9ddd5143f5d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.276726] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created folder: Project (2718dfffa9d842e5926d2b51b0ebd585) in parent group-v642845. [ 707.276933] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating folder: Instances. Parent ref: group-v642922. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.277303] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e34caeb3-c583-4dca-824a-4ff8ad9b2b11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.287092] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created folder: Instances in parent group-v642922. [ 707.287435] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.287694] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.287932] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65e0983-1bb2-4ebf-8fee-867cb60f4053 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.309053] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.309053] env[68986]: value = "task-3215521" [ 707.309053] env[68986]: _type = "Task" [ 707.309053] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.319374] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215521, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.402728] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498487} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.403483] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ac02742b-60e7-49d2-98eb-8c2d8528796c/ac02742b-60e7-49d2-98eb-8c2d8528796c.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.404063] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.404593] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee2de4e-a01b-45f8-9c1e-ef6dfa72d884 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.413357] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 707.413357] env[68986]: value = "task-3215522" [ 707.413357] env[68986]: _type = "Task" [ 707.413357] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.432375] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.524383] env[68986]: DEBUG nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.573465] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.573927] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.573986] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.574137] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.574284] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.574428] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.574655] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.574818] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.574983] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.575156] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.575380] env[68986]: DEBUG nova.virt.hardware [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.576269] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25250f-5cf6-4340-b64b-f434e4638418 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.585029] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46aba2a-41af-4e01-8f8b-d76e6b603414 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.728676] env[68986]: DEBUG nova.scheduler.client.report [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.820191] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215521, 'name': CreateVM_Task, 'duration_secs': 0.363694} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.820367] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.821056] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.821236] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.821549] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.821797] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb1bf72-d517-4e02-8ef0-7fde3a6bbd83 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.826624] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 707.826624] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b0ea1c-e744-395d-6053-70a3f4bc1320" [ 707.826624] env[68986]: _type = "Task" [ 707.826624] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.837279] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b0ea1c-e744-395d-6053-70a3f4bc1320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.925195] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069019} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.925482] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.926275] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90796d3e-a10d-434a-b9b3-f33a525eac48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.948559] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] ac02742b-60e7-49d2-98eb-8c2d8528796c/ac02742b-60e7-49d2-98eb-8c2d8528796c.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.948895] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-988388a6-192d-4745-b19e-cc4e746870aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.970984] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 707.970984] env[68986]: value = "task-3215523" [ 707.970984] env[68986]: _type = "Task" [ 707.970984] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.978846] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.025404] env[68986]: DEBUG nova.network.neutron [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updated VIF entry in instance network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.027241] env[68986]: DEBUG nova.network.neutron [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc071af31-5e", "ovs_interfaceid": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.107509] env[68986]: DEBUG nova.compute.manager [req-ff6371e7-0edb-4d5e-9847-976c618bb30a req-cf54e7b8-8e99-4b74-89b7-ac915183381a service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Received event network-vif-plugged-bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.107760] env[68986]: DEBUG oslo_concurrency.lockutils [req-ff6371e7-0edb-4d5e-9847-976c618bb30a req-cf54e7b8-8e99-4b74-89b7-ac915183381a service nova] Acquiring lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.107998] env[68986]: DEBUG oslo_concurrency.lockutils [req-ff6371e7-0edb-4d5e-9847-976c618bb30a req-cf54e7b8-8e99-4b74-89b7-ac915183381a service nova] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.108175] env[68986]: DEBUG oslo_concurrency.lockutils [req-ff6371e7-0edb-4d5e-9847-976c618bb30a req-cf54e7b8-8e99-4b74-89b7-ac915183381a service nova] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.108336] env[68986]: DEBUG nova.compute.manager [req-ff6371e7-0edb-4d5e-9847-976c618bb30a req-cf54e7b8-8e99-4b74-89b7-ac915183381a service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] No waiting events found dispatching network-vif-plugged-bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.108509] env[68986]: WARNING nova.compute.manager [req-ff6371e7-0edb-4d5e-9847-976c618bb30a req-cf54e7b8-8e99-4b74-89b7-ac915183381a service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Received unexpected event network-vif-plugged-bccb6711-8c79-45d3-a47d-d441d37ed59a for instance with vm_state building and task_state spawning. [ 708.194238] env[68986]: DEBUG nova.network.neutron [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Successfully updated port: bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.233403] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.234076] env[68986]: DEBUG nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.236585] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.429s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.238041] env[68986]: INFO nova.compute.claims [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.336824] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b0ea1c-e744-395d-6053-70a3f4bc1320, 'name': SearchDatastore_Task, 'duration_secs': 0.023367} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.337140] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.337452] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.337700] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.337864] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.338140] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.338487] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9826f0e3-3a72-44ed-91e2-caaaa93122a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.348170] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.348336] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.349082] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408e0f8e-e111-43de-9e79-2a11c0b6f8df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.356228] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 708.356228] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e8b3c3-5755-5bd2-7b99-a620ce540ca8" [ 708.356228] env[68986]: _type = "Task" [ 708.356228] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.363886] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e8b3c3-5755-5bd2-7b99-a620ce540ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.479517] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215523, 'name': ReconfigVM_Task, 'duration_secs': 0.401196} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.479816] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] ac02742b-60e7-49d2-98eb-8c2d8528796c/ac02742b-60e7-49d2-98eb-8c2d8528796c.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.480467] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54793603-ab8a-451e-a5d9-cecda1f9ad14 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.487066] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 708.487066] env[68986]: value = "task-3215524" [ 708.487066] env[68986]: _type = "Task" [ 708.487066] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.495569] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215524, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.528529] env[68986]: DEBUG oslo_concurrency.lockutils [req-2cff68f1-722e-4de0-a04d-e0a41b0a2fa8 req-7da1e88c-8423-4b2d-9c33-c0acd073cfdb service nova] Releasing lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.696697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.696849] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.697016] env[68986]: DEBUG nova.network.neutron [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.745661] env[68986]: DEBUG nova.compute.utils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.747255] env[68986]: DEBUG nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 708.867676] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e8b3c3-5755-5bd2-7b99-a620ce540ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.868545] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c47766-5d3a-4b40-8899-6aab3e7e09b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.873894] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 708.873894] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521e4b74-c4d7-0795-c408-76e4c830ee39" [ 708.873894] env[68986]: _type = "Task" [ 708.873894] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.882102] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521e4b74-c4d7-0795-c408-76e4c830ee39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.998116] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215524, 'name': Rename_Task, 'duration_secs': 0.147799} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.998423] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.998650] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14fef2d1-5f75-4065-a888-dc07d2972d14 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.005324] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 709.005324] env[68986]: value = "task-3215525" [ 709.005324] env[68986]: _type = "Task" [ 709.005324] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.020172] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.259069] env[68986]: DEBUG nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.280555] env[68986]: DEBUG nova.network.neutron [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.388207] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521e4b74-c4d7-0795-c408-76e4c830ee39, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.390607] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.390864] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.391383] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74a0f201-f344-4427-94fa-62dd15015c96 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.397822] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 709.397822] env[68986]: value = "task-3215526" [ 709.397822] env[68986]: _type = "Task" [ 709.397822] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.408219] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.455497] env[68986]: DEBUG nova.network.neutron [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.519798] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215525, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.860910] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa840a-d572-40eb-be9a-690082d48791 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.870392] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223547b9-4524-43c1-b964-71bd3445fc37 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.905403] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ba3283-d16c-4cb4-9ea4-3ecb61fcdcd0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.916034] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb7b084-9e35-432c-a806-f348fba3fece {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.919879] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488808} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.919879] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.920085] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.920651] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b13bc133-4adc-42b7-ab5c-a90f5dcf4422 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.933877] env[68986]: DEBUG nova.compute.provider_tree [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.941255] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 709.941255] env[68986]: value = "task-3215527" [ 709.941255] env[68986]: _type = "Task" [ 709.941255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.953519] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.957198] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.957568] env[68986]: DEBUG nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Instance network_info: |[{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.957971] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:a5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bccb6711-8c79-45d3-a47d-d441d37ed59a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.965777] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating folder: Project (76eb176ab19c4d8bb2fbb931d079a92d). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.967019] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afc953cd-0edc-49f0-811d-db4743ec20b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.976506] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Created folder: Project (76eb176ab19c4d8bb2fbb931d079a92d) in parent group-v642845. [ 709.976701] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating folder: Instances. Parent ref: group-v642925. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.976925] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de287e59-3304-4e44-b57b-d9a2528f0676 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.985574] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Created folder: Instances in parent group-v642925. [ 709.985802] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.985988] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.986191] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4f0425-b041-4c88-b453-2b18c9b8fb2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.005054] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.005054] env[68986]: value = "task-3215530" [ 710.005054] env[68986]: _type = "Task" [ 710.005054] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.015961] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215530, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.018937] env[68986]: DEBUG oslo_vmware.api [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215525, 'name': PowerOnVM_Task, 'duration_secs': 0.751178} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.019691] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.019691] env[68986]: INFO nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Took 7.81 seconds to spawn the instance on the hypervisor. [ 710.019691] env[68986]: DEBUG nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.020442] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bdf66e-7b66-4a34-ae4a-5a0cd610fbd4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.151178] env[68986]: DEBUG nova.compute.manager [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Received event network-changed-bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.151178] env[68986]: DEBUG nova.compute.manager [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Refreshing instance network info cache due to event network-changed-bccb6711-8c79-45d3-a47d-d441d37ed59a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.151384] env[68986]: DEBUG oslo_concurrency.lockutils [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] Acquiring lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.151468] env[68986]: DEBUG oslo_concurrency.lockutils [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] Acquired lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.151593] env[68986]: DEBUG nova.network.neutron [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Refreshing network info cache for port bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.270375] env[68986]: DEBUG nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.300869] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.301128] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.301285] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.301463] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.301604] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.301748] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.301957] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.302129] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.302297] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.302466] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.302639] env[68986]: DEBUG nova.virt.hardware [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.303538] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347bf4c3-3a60-4663-8654-a45f12e4964c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.312646] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157f414e-50a8-423a-85d3-0b86c730f89d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.327363] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.333588] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Creating folder: Project (35d5035e51d54ecdb9d4ecf87abfaa4f). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.333944] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7faf63e-91e5-43cb-8091-0b48d30cf8f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.346262] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Created folder: Project (35d5035e51d54ecdb9d4ecf87abfaa4f) in parent group-v642845. [ 710.346462] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Creating folder: Instances. Parent ref: group-v642928. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.346696] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-324a05df-a09e-4c6a-9101-a0e2793379e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.356105] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Created folder: Instances in parent group-v642928. [ 710.356356] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.356553] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.356755] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-047b780c-ace4-4491-bf82-321f768ae030 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.373630] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.373630] env[68986]: value = "task-3215533" [ 710.373630] env[68986]: _type = "Task" [ 710.373630] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.381433] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215533, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.438863] env[68986]: DEBUG nova.scheduler.client.report [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.451684] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167762} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.452228] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.452744] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4134e2fa-7450-47ac-b0e7-11ddfd3ca7a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.477357] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.478362] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2713df-b934-4a3c-840d-83000fe0cfb3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.497924] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 710.497924] env[68986]: value = "task-3215534" [ 710.497924] env[68986]: _type = "Task" [ 710.497924] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.505967] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.513304] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215530, 'name': CreateVM_Task, 'duration_secs': 0.38313} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.513484] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.514199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.514363] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.514678] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.514910] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eda92e0-2f84-4c8f-b0bf-b64691158c82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.519568] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 710.519568] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee2209-9878-7c06-c235-63b3844179a2" [ 710.519568] env[68986]: _type = "Task" [ 710.519568] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.528041] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee2209-9878-7c06-c235-63b3844179a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.540924] env[68986]: INFO nova.compute.manager [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Took 34.68 seconds to build instance. [ 710.882976] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215533, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.943911] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.944468] env[68986]: DEBUG nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.947204] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.493s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.947335] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.947489] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 710.947776] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.234s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.949190] env[68986]: INFO nova.compute.claims [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.953691] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9309e274-e3c2-4307-88f1-e0f91bb50fac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.963352] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce060ae7-d341-41ff-b50a-77d16949535f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.978825] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097e00e5-f248-41ff-bdb3-9f9c4a5d7e6c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.985991] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeca179-9e6f-49e7-968c-5d3902b27bd7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.023385] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179795MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 711.023764] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.038255] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee2209-9878-7c06-c235-63b3844179a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.041046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.041397] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.041703] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.041906] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.042161] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.042500] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215534, 'name': ReconfigVM_Task, 'duration_secs': 0.303174} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.043131] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4eca9d2-634b-4a57-a231-ee9978fbf65d tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.257s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.043417] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08eb52b-b407-4065-ae95-9a32f8741eb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.045664] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.047284] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d913e98-299c-486b-95f0-194607c58bb0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.054715] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 711.054715] env[68986]: value = "task-3215535" [ 711.054715] env[68986]: _type = "Task" [ 711.054715] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.061285] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.061526] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.062990] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cf3cd3-f026-4998-9789-21d1d752d0ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.069040] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215535, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.072285] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 711.072285] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5217b899-a9ee-566c-6dd5-531fcf600f5b" [ 711.072285] env[68986]: _type = "Task" [ 711.072285] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.082793] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5217b899-a9ee-566c-6dd5-531fcf600f5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.258654] env[68986]: DEBUG nova.network.neutron [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updated VIF entry in instance network info cache for port bccb6711-8c79-45d3-a47d-d441d37ed59a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.259070] env[68986]: DEBUG nova.network.neutron [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.384777] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215533, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.457728] env[68986]: DEBUG nova.compute.utils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.460107] env[68986]: DEBUG nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.460107] env[68986]: DEBUG nova.network.neutron [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.497650] env[68986]: DEBUG nova.policy [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '901e09eb67f9487daf44b6397b8a0cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99ddce27c06142ffbfcd45eaec93cdcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.549893] env[68986]: DEBUG nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.564830] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215535, 'name': Rename_Task, 'duration_secs': 0.135067} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.565570] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.565832] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2900fa27-4b78-48e5-81d7-0ab504cb045a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.572676] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 711.572676] env[68986]: value = "task-3215536" [ 711.572676] env[68986]: _type = "Task" [ 711.572676] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.585346] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5217b899-a9ee-566c-6dd5-531fcf600f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.589852] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.590091] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2c80b3-1dc1-43d0-82ac-4bd061825ea0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.596793] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 711.596793] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5263352f-e45e-f443-529e-a4b2807c5e28" [ 711.596793] env[68986]: _type = "Task" [ 711.596793] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.604798] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5263352f-e45e-f443-529e-a4b2807c5e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.765943] env[68986]: DEBUG oslo_concurrency.lockutils [req-6d64c8e1-0881-40dc-94e3-a61340d95fef req-e16f722c-1f56-4a3a-9a1c-f3e1833ecc66 service nova] Releasing lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.887716] env[68986]: DEBUG nova.network.neutron [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Successfully created port: 8bcda96e-02c8-4754-9426-50c724f58b13 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.895615] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215533, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.959566] env[68986]: DEBUG nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.085592] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.088548] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.110157] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5263352f-e45e-f443-529e-a4b2807c5e28, 'name': SearchDatastore_Task, 'duration_secs': 0.038662} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.110157] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.110157] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3d2440ed-660a-45be-b0ed-f3f3831eccdd/3d2440ed-660a-45be-b0ed-f3f3831eccdd.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.110559] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8053a03-576c-435a-8dc0-accf22bb6f8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.119954] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 712.119954] env[68986]: value = "task-3215537" [ 712.119954] env[68986]: _type = "Task" [ 712.119954] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.131576] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.388668] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215533, 'name': CreateVM_Task, 'duration_secs': 1.521079} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.388835] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.389267] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.389436] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.389749] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.390502] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d781354e-af25-4ecd-9c03-f45ad5247dc5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.395607] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 712.395607] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5259cb5d-86de-b44f-6927-43855f502682" [ 712.395607] env[68986]: _type = "Task" [ 712.395607] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.403383] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5259cb5d-86de-b44f-6927-43855f502682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.574168] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea9a0de-3390-4264-8342-6673895b2af8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.588325] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cbeae4-6fb7-4dcb-9087-c13e1b71b2c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.591759] env[68986]: DEBUG oslo_vmware.api [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215536, 'name': PowerOnVM_Task, 'duration_secs': 0.519251} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.592414] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.592642] env[68986]: INFO nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Took 7.77 seconds to spawn the instance on the hypervisor. [ 712.592837] env[68986]: DEBUG nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.594065] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b03603-290f-4c9a-a141-80dd0248e9d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.621337] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915104da-3fed-4e92-b12a-f76f088896e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.638875] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d109c9f7-d985-4e57-b7c6-687cb81bd245 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.642708] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.652887] env[68986]: DEBUG nova.compute.provider_tree [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.836626] env[68986]: DEBUG nova.compute.manager [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Received event network-changed-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.836916] env[68986]: DEBUG nova.compute.manager [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Refreshing instance network info cache due to event network-changed-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.837293] env[68986]: DEBUG oslo_concurrency.lockutils [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] Acquiring lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.837557] env[68986]: DEBUG oslo_concurrency.lockutils [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] Acquired lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.837828] env[68986]: DEBUG nova.network.neutron [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Refreshing network info cache for port b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.906269] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5259cb5d-86de-b44f-6927-43855f502682, 'name': SearchDatastore_Task, 'duration_secs': 0.040614} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.906606] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.906844] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.907092] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.907255] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.907419] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.907674] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7bbf842-317e-4883-b79e-fe4196daf4c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.921603] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.921823] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.922645] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124036c6-2d82-4875-b3cf-628d4a420dd3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.928672] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 712.928672] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f5e65b-d4e6-ccce-84e0-939b90ecbcf3" [ 712.928672] env[68986]: _type = "Task" [ 712.928672] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.936624] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f5e65b-d4e6-ccce-84e0-939b90ecbcf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.975996] env[68986]: DEBUG nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.015331] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.015645] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.015831] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.020138] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.020450] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.020660] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.020907] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.021240] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.021420] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.021606] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.021917] env[68986]: DEBUG nova.virt.hardware [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.022873] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2ba30-7412-4656-8dbc-b0f460107c57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.036128] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a021060-3770-4564-a703-43ba75dbd10b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.141055] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.144887] env[68986]: INFO nova.compute.manager [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Took 34.92 seconds to build instance. [ 713.156725] env[68986]: DEBUG nova.scheduler.client.report [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.439130] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f5e65b-d4e6-ccce-84e0-939b90ecbcf3, 'name': SearchDatastore_Task, 'duration_secs': 0.064683} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.439951] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87ab601-f335-4ea1-bdc3-7a124a37371a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.446121] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 713.446121] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e7ffe3-0596-4899-fd31-67bb3dcd659f" [ 713.446121] env[68986]: _type = "Task" [ 713.446121] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.453874] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e7ffe3-0596-4899-fd31-67bb3dcd659f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.635884] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215537, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.327957} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.635884] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3d2440ed-660a-45be-b0ed-f3f3831eccdd/3d2440ed-660a-45be-b0ed-f3f3831eccdd.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.635884] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.635884] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-643c4ef1-9a83-469b-9b18-6042c0cbdfb5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.642256] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 713.642256] env[68986]: value = "task-3215538" [ 713.642256] env[68986]: _type = "Task" [ 713.642256] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.646827] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9df677db-2783-45f5-8a38-a98a49eaae5b tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.892s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.658527] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.659664] env[68986]: DEBUG nova.network.neutron [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updated VIF entry in instance network info cache for port b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.659984] env[68986]: DEBUG nova.network.neutron [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updating instance_info_cache with network_info: [{"id": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "address": "fa:16:3e:e7:3c:66", "network": {"id": "264f9de9-5a76-4e89-90ca-0467ae70f07e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1444550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105857b842204b3d90d71d39a91b3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e6044a-02", "ovs_interfaceid": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.662327] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.662487] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.665802] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.814s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.666034] env[68986]: DEBUG nova.objects.instance [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lazy-loading 'resources' on Instance uuid a9aebc16-675d-4cc5-b444-09a42de7d9d3 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.720503] env[68986]: DEBUG nova.network.neutron [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Successfully updated port: 8bcda96e-02c8-4754-9426-50c724f58b13 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.916939] env[68986]: DEBUG nova.compute.manager [req-5d9f6b0b-f3a9-46d1-aa4d-64b9315a2404 req-8b7d1707-a59d-487b-909a-c9e63abce1c4 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Received event network-vif-plugged-8bcda96e-02c8-4754-9426-50c724f58b13 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.917392] env[68986]: DEBUG oslo_concurrency.lockutils [req-5d9f6b0b-f3a9-46d1-aa4d-64b9315a2404 req-8b7d1707-a59d-487b-909a-c9e63abce1c4 service nova] Acquiring lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.917392] env[68986]: DEBUG oslo_concurrency.lockutils [req-5d9f6b0b-f3a9-46d1-aa4d-64b9315a2404 req-8b7d1707-a59d-487b-909a-c9e63abce1c4 service nova] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.917539] env[68986]: DEBUG oslo_concurrency.lockutils [req-5d9f6b0b-f3a9-46d1-aa4d-64b9315a2404 req-8b7d1707-a59d-487b-909a-c9e63abce1c4 service nova] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.917701] env[68986]: DEBUG nova.compute.manager [req-5d9f6b0b-f3a9-46d1-aa4d-64b9315a2404 req-8b7d1707-a59d-487b-909a-c9e63abce1c4 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] No waiting events found dispatching network-vif-plugged-8bcda96e-02c8-4754-9426-50c724f58b13 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.917865] env[68986]: WARNING nova.compute.manager [req-5d9f6b0b-f3a9-46d1-aa4d-64b9315a2404 req-8b7d1707-a59d-487b-909a-c9e63abce1c4 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Received unexpected event network-vif-plugged-8bcda96e-02c8-4754-9426-50c724f58b13 for instance with vm_state building and task_state spawning. [ 713.957402] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e7ffe3-0596-4899-fd31-67bb3dcd659f, 'name': SearchDatastore_Task, 'duration_secs': 0.040832} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.957402] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.957402] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8eda7618-29ca-4c05-8430-d4b46b578421/8eda7618-29ca-4c05-8430-d4b46b578421.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.957669] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f08dbc-f348-43f8-a4a8-f33081cd51d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.965484] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 713.965484] env[68986]: value = "task-3215539" [ 713.965484] env[68986]: _type = "Task" [ 713.965484] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.973429] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.151604] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228107} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.151948] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.153255] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6f96d6-3b4f-4d27-ba9b-0fc213e29cef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.167096] env[68986]: DEBUG nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.170119] env[68986]: DEBUG oslo_concurrency.lockutils [req-b980cfa5-4b09-4084-a8e2-5a0a66532bfb req-d090f9b1-ef30-472e-b3bf-bc504c159fbe service nova] Releasing lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.179859] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3d2440ed-660a-45be-b0ed-f3f3831eccdd/3d2440ed-660a-45be-b0ed-f3f3831eccdd.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.181333] env[68986]: DEBUG nova.compute.utils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.185288] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c5eb40-7bc5-47a4-9fca-34a89feb4ece {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.201651] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.201803] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.210320] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 714.210320] env[68986]: value = "task-3215540" [ 714.210320] env[68986]: _type = "Task" [ 714.210320] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.220356] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.225672] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "refresh_cache-6fc5de69-28d9-42e9-baff-fb0a243ca4cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.225823] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquired lock "refresh_cache-6fc5de69-28d9-42e9-baff-fb0a243ca4cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.225975] env[68986]: DEBUG nova.network.neutron [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.348135] env[68986]: DEBUG nova.policy [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '520965cd95c649afbd4de5e4164c0848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4ad03978d0544fe99997746bd5902a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.481252] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.701604] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.725468] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.735199] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.771333] env[68986]: DEBUG nova.network.neutron [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.881903] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0d55d9-ecea-40ce-93a3-b26c8f604df6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.889438] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107ba4c-da1f-4909-a119-dd87990b80f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.937124] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d768cba0-aa26-4a72-960d-8f6c09f19d21 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.948020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a56cea-a5e4-40ea-a55f-7774bab36bf2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.965938] env[68986]: DEBUG nova.compute.provider_tree [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.981821] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215539, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.027701] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Successfully created port: 32c25224-a429-49dc-80e3-d6cb209baff5 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.061306] env[68986]: DEBUG nova.network.neutron [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Updating instance_info_cache with network_info: [{"id": "8bcda96e-02c8-4754-9426-50c724f58b13", "address": "fa:16:3e:f5:3a:bd", "network": {"id": "2e1668a0-43d3-43e1-87cb-d19bcb02c54a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1976184414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ddce27c06142ffbfcd45eaec93cdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcda96e-02", "ovs_interfaceid": "8bcda96e-02c8-4754-9426-50c724f58b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.227696] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215540, 'name': ReconfigVM_Task, 'duration_secs': 0.940564} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.227999] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3d2440ed-660a-45be-b0ed-f3f3831eccdd/3d2440ed-660a-45be-b0ed-f3f3831eccdd.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.230482] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0541aaf9-ce9c-4548-847e-a1e22f1025c6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.237325] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 715.237325] env[68986]: value = "task-3215541" [ 715.237325] env[68986]: _type = "Task" [ 715.237325] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.248668] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215541, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.469602] env[68986]: DEBUG nova.scheduler.client.report [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.482871] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.048239} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.483190] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8eda7618-29ca-4c05-8430-d4b46b578421/8eda7618-29ca-4c05-8430-d4b46b578421.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.483382] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.483637] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-493cc21d-96d8-44ab-a6b8-0e415d98b7e2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.490468] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 715.490468] env[68986]: value = "task-3215542" [ 715.490468] env[68986]: _type = "Task" [ 715.490468] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.501205] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.566693] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Releasing lock "refresh_cache-6fc5de69-28d9-42e9-baff-fb0a243ca4cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.567055] env[68986]: DEBUG nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Instance network_info: |[{"id": "8bcda96e-02c8-4754-9426-50c724f58b13", "address": "fa:16:3e:f5:3a:bd", "network": {"id": "2e1668a0-43d3-43e1-87cb-d19bcb02c54a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1976184414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ddce27c06142ffbfcd45eaec93cdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcda96e-02", "ovs_interfaceid": "8bcda96e-02c8-4754-9426-50c724f58b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.567480] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:3a:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bcda96e-02c8-4754-9426-50c724f58b13', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.574913] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Creating folder: Project (99ddce27c06142ffbfcd45eaec93cdcb). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.575206] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48790bd5-0f04-41b2-8a89-fb79b541125d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.585102] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Created folder: Project (99ddce27c06142ffbfcd45eaec93cdcb) in parent group-v642845. [ 715.585102] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Creating folder: Instances. Parent ref: group-v642931. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.585102] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c11848fc-c319-4d93-bcd3-79bba2a57a6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.593728] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Created folder: Instances in parent group-v642931. [ 715.594062] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.594161] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.594363] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a24b7c25-1ed0-4a76-9246-b7bf4bd4a31a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.612448] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.612448] env[68986]: value = "task-3215545" [ 715.612448] env[68986]: _type = "Task" [ 715.612448] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.619667] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215545, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.718051] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.744042] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.744285] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.744441] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.744620] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.744765] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.744907] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.745127] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.745288] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.745454] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.745619] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.745812] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.746640] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba7ef9b-8a68-4f02-9327-ab25fc32684e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.753317] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215541, 'name': Rename_Task, 'duration_secs': 0.314486} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.753967] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.754274] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d9e9b38-9380-417c-9932-c9bd8e82d972 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.759347] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c240e7f0-ca16-40a1-b8b4-81d897456faa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.764173] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 715.764173] env[68986]: value = "task-3215546" [ 715.764173] env[68986]: _type = "Task" [ 715.764173] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.780730] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.978585] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.981741] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.636s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.982259] env[68986]: DEBUG nova.objects.instance [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lazy-loading 'resources' on Instance uuid e04657e5-106a-42da-bf25-785ae4e5844d {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.003208] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284271} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.004116] env[68986]: INFO nova.scheduler.client.report [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Deleted allocations for instance a9aebc16-675d-4cc5-b444-09a42de7d9d3 [ 716.008563] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.009088] env[68986]: DEBUG nova.compute.manager [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Received event network-changed-8bcda96e-02c8-4754-9426-50c724f58b13 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.009088] env[68986]: DEBUG nova.compute.manager [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Refreshing instance network info cache due to event network-changed-8bcda96e-02c8-4754-9426-50c724f58b13. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.011859] env[68986]: DEBUG oslo_concurrency.lockutils [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] Acquiring lock "refresh_cache-6fc5de69-28d9-42e9-baff-fb0a243ca4cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.012122] env[68986]: DEBUG oslo_concurrency.lockutils [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] Acquired lock "refresh_cache-6fc5de69-28d9-42e9-baff-fb0a243ca4cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.012410] env[68986]: DEBUG nova.network.neutron [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Refreshing network info cache for port 8bcda96e-02c8-4754-9426-50c724f58b13 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.017699] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2037540-1140-4334-814e-fed6d81dac0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.049424] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 8eda7618-29ca-4c05-8430-d4b46b578421/8eda7618-29ca-4c05-8430-d4b46b578421.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.050724] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f05f7b-0a0e-483b-b7d5-310bb63aacba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.073525] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 716.073525] env[68986]: value = "task-3215547" [ 716.073525] env[68986]: _type = "Task" [ 716.073525] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.086297] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.125906] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215545, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.275442] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.384236] env[68986]: DEBUG nova.compute.manager [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Received event network-changed-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.384236] env[68986]: DEBUG nova.compute.manager [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Refreshing instance network info cache due to event network-changed-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.384977] env[68986]: DEBUG oslo_concurrency.lockutils [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] Acquiring lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.385233] env[68986]: DEBUG oslo_concurrency.lockutils [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] Acquired lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.385560] env[68986]: DEBUG nova.network.neutron [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Refreshing network info cache for port b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.530829] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb53c0bb-8dd0-400e-82a8-720e3f26b2ab tempest-AttachInterfacesV270Test-372169788 tempest-AttachInterfacesV270Test-372169788-project-member] Lock "a9aebc16-675d-4cc5-b444-09a42de7d9d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.290s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.592839] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215547, 'name': ReconfigVM_Task, 'duration_secs': 0.501606} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.593208] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 8eda7618-29ca-4c05-8430-d4b46b578421/8eda7618-29ca-4c05-8430-d4b46b578421.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.594191] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6e3c3c9-a13c-48f5-8f33-4260a52188e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.606229] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 716.606229] env[68986]: value = "task-3215548" [ 716.606229] env[68986]: _type = "Task" [ 716.606229] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.628021] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215548, 'name': Rename_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.636784] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215545, 'name': CreateVM_Task, 'duration_secs': 0.537608} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.636971] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.637672] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.637838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.638164] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.638531] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd92ecb-4257-4f38-adc9-ab2ce3c83da0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.643279] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 716.643279] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a378c8-01d7-f6b5-96cd-c0f510acaedc" [ 716.643279] env[68986]: _type = "Task" [ 716.643279] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.654573] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a378c8-01d7-f6b5-96cd-c0f510acaedc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.778346] env[68986]: DEBUG oslo_vmware.api [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215546, 'name': PowerOnVM_Task, 'duration_secs': 0.546007} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.778641] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.778845] env[68986]: INFO nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Took 9.25 seconds to spawn the instance on the hypervisor. [ 716.779038] env[68986]: DEBUG nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.779931] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0bf4d-15a4-4045-b450-18812165ef82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.817261] env[68986]: DEBUG nova.network.neutron [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Updated VIF entry in instance network info cache for port 8bcda96e-02c8-4754-9426-50c724f58b13. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.817591] env[68986]: DEBUG nova.network.neutron [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Updating instance_info_cache with network_info: [{"id": "8bcda96e-02c8-4754-9426-50c724f58b13", "address": "fa:16:3e:f5:3a:bd", "network": {"id": "2e1668a0-43d3-43e1-87cb-d19bcb02c54a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1976184414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ddce27c06142ffbfcd45eaec93cdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcda96e-02", "ovs_interfaceid": "8bcda96e-02c8-4754-9426-50c724f58b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.832467] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfd664-cd9c-413d-4647-d13ad454605f/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.834079] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01fc9f-af75-4eb9-968f-4f3843cedfec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.837497] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Successfully updated port: 32c25224-a429-49dc-80e3-d6cb209baff5 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.845976] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfd664-cd9c-413d-4647-d13ad454605f/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.847085] env[68986]: ERROR oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfd664-cd9c-413d-4647-d13ad454605f/disk-0.vmdk due to incomplete transfer. [ 716.847085] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b5f2588-a2a1-4d9b-8a6a-6f5f17c93943 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.856261] env[68986]: DEBUG oslo_vmware.rw_handles [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfd664-cd9c-413d-4647-d13ad454605f/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.856494] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Uploaded image 4ea8c0cc-9a30-43b8-a2d1-7ae188065ddb to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.858536] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.858823] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a3c64c6-7da7-491b-86db-7e0e3e653881 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.866061] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 716.866061] env[68986]: value = "task-3215549" [ 716.866061] env[68986]: _type = "Task" [ 716.866061] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.880860] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215549, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.088442] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91a6119-0720-4824-9651-1df1484b72cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.096474] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5cf987-a71d-4603-bd61-00b51855ddfe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.142015] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3500f2ee-b861-46b4-a0ef-d450c954b3bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.150962] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215548, 'name': Rename_Task, 'duration_secs': 0.265035} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.153373] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.153659] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d90b4c7-f336-4529-9c85-99faaed37c04 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.156300] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02632ef1-bf5f-423f-9168-de9d6ec80fb6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.162966] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a378c8-01d7-f6b5-96cd-c0f510acaedc, 'name': SearchDatastore_Task, 'duration_secs': 0.012667} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.163846] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.164127] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.164348] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.164509] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.164688] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.164928] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea56806-f78f-4756-a5f7-d9b9956c9e6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.177640] env[68986]: DEBUG nova.compute.provider_tree [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.177640] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 717.177640] env[68986]: value = "task-3215550" [ 717.177640] env[68986]: _type = "Task" [ 717.177640] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.184693] env[68986]: DEBUG nova.network.neutron [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updated VIF entry in instance network info cache for port b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.185037] env[68986]: DEBUG nova.network.neutron [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updating instance_info_cache with network_info: [{"id": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "address": "fa:16:3e:e7:3c:66", "network": {"id": "264f9de9-5a76-4e89-90ca-0467ae70f07e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1444550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105857b842204b3d90d71d39a91b3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e6044a-02", "ovs_interfaceid": "b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.189329] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.189879] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.190697] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215550, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.191926] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9d7d90-6177-4495-b863-35e4fe42bd08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.197577] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 717.197577] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f97361-d44d-a3ed-7387-50dad44decf9" [ 717.197577] env[68986]: _type = "Task" [ 717.197577] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.207398] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f97361-d44d-a3ed-7387-50dad44decf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.307040] env[68986]: INFO nova.compute.manager [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Took 37.65 seconds to build instance. [ 717.321894] env[68986]: DEBUG oslo_concurrency.lockutils [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] Releasing lock "refresh_cache-6fc5de69-28d9-42e9-baff-fb0a243ca4cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.321950] env[68986]: DEBUG nova.compute.manager [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.322138] env[68986]: DEBUG nova.compute.manager [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing instance network info cache due to event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.322383] env[68986]: DEBUG oslo_concurrency.lockutils [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] Acquiring lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.322542] env[68986]: DEBUG oslo_concurrency.lockutils [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] Acquired lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.322735] env[68986]: DEBUG nova.network.neutron [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.344860] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "refresh_cache-12eaf4a8-85ca-4f47-a615-14097d3ba3cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.344860] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "refresh_cache-12eaf4a8-85ca-4f47-a615-14097d3ba3cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.344860] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.380031] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215549, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.692112] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215550, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.692799] env[68986]: DEBUG oslo_concurrency.lockutils [req-6f65c266-d070-4257-bfd9-58fdfe40780d req-6e0c62a7-58f3-4105-98eb-10dd2de562a5 service nova] Releasing lock "refresh_cache-ac02742b-60e7-49d2-98eb-8c2d8528796c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.699398] env[68986]: ERROR nova.scheduler.client.report [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [req-0f7c2bdd-7754-449e-a1b9-38494d48628d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f7c2bdd-7754-449e-a1b9-38494d48628d"}]} [ 717.713106] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f97361-d44d-a3ed-7387-50dad44decf9, 'name': SearchDatastore_Task, 'duration_secs': 0.020076} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.714083] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ecfeb5-b840-40fb-a2bc-39c75fd73952 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.717171] env[68986]: DEBUG nova.scheduler.client.report [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 717.721843] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 717.721843] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c158ef-4ecf-8c3a-fc8f-5e275bceb768" [ 717.721843] env[68986]: _type = "Task" [ 717.721843] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.729800] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c158ef-4ecf-8c3a-fc8f-5e275bceb768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.737967] env[68986]: DEBUG nova.scheduler.client.report [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 717.738208] env[68986]: DEBUG nova.compute.provider_tree [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.755070] env[68986]: DEBUG nova.scheduler.client.report [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 717.778142] env[68986]: DEBUG nova.scheduler.client.report [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 717.812814] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2b578e8f-17b1-49a0-9b44-7ff52d78c692 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.765s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.881201] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215549, 'name': Destroy_Task, 'duration_secs': 0.797287} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.881444] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Destroyed the VM [ 717.881713] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.881982] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-743c7356-f67a-4464-9636-19fff5090cf4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.890575] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 717.890575] env[68986]: value = "task-3215551" [ 717.890575] env[68986]: _type = "Task" [ 717.890575] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.901977] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.910054] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.124455] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Updating instance_info_cache with network_info: [{"id": "32c25224-a429-49dc-80e3-d6cb209baff5", "address": "fa:16:3e:68:9a:33", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c25224-a4", "ovs_interfaceid": "32c25224-a429-49dc-80e3-d6cb209baff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.136420] env[68986]: DEBUG nova.compute.manager [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Received event network-vif-plugged-32c25224-a429-49dc-80e3-d6cb209baff5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.136679] env[68986]: DEBUG oslo_concurrency.lockutils [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] Acquiring lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.137357] env[68986]: DEBUG oslo_concurrency.lockutils [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.137357] env[68986]: DEBUG oslo_concurrency.lockutils [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.137357] env[68986]: DEBUG nova.compute.manager [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] No waiting events found dispatching network-vif-plugged-32c25224-a429-49dc-80e3-d6cb209baff5 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.137498] env[68986]: WARNING nova.compute.manager [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Received unexpected event network-vif-plugged-32c25224-a429-49dc-80e3-d6cb209baff5 for instance with vm_state building and task_state spawning. [ 718.137612] env[68986]: DEBUG nova.compute.manager [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Received event network-changed-32c25224-a429-49dc-80e3-d6cb209baff5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.137701] env[68986]: DEBUG nova.compute.manager [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Refreshing instance network info cache due to event network-changed-32c25224-a429-49dc-80e3-d6cb209baff5. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.138496] env[68986]: DEBUG oslo_concurrency.lockutils [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] Acquiring lock "refresh_cache-12eaf4a8-85ca-4f47-a615-14097d3ba3cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.190574] env[68986]: DEBUG oslo_vmware.api [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215550, 'name': PowerOnVM_Task, 'duration_secs': 0.895965} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.190836] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.191056] env[68986]: INFO nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Took 7.92 seconds to spawn the instance on the hypervisor. [ 718.191285] env[68986]: DEBUG nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.192084] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea6060d-8e32-4268-aabb-2b72ac724451 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.239610] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c158ef-4ecf-8c3a-fc8f-5e275bceb768, 'name': SearchDatastore_Task, 'duration_secs': 0.044941} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.240477] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.240477] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 6fc5de69-28d9-42e9-baff-fb0a243ca4cc/6fc5de69-28d9-42e9-baff-fb0a243ca4cc.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.240477] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1190fcce-fb19-4926-8da2-934c65f49a21 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.248810] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 718.248810] env[68986]: value = "task-3215552" [ 718.248810] env[68986]: _type = "Task" [ 718.248810] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.259923] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.315765] env[68986]: DEBUG nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.405800] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "ac02742b-60e7-49d2-98eb-8c2d8528796c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.406017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.406322] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "ac02742b-60e7-49d2-98eb-8c2d8528796c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.406418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.406578] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.408340] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.415407] env[68986]: INFO nova.compute.manager [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Terminating instance [ 718.467326] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702aded0-1b57-4a20-9e07-5699cc9a742b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.479557] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df72997-158d-462d-9742-160c8e3538cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.520819] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce711130-5140-4bff-a027-1e5d9931474d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.529519] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db8f6ce-dcee-443d-aa5f-c839bf63fa95 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.544067] env[68986]: DEBUG nova.compute.provider_tree [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.552168] env[68986]: DEBUG nova.network.neutron [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updated VIF entry in instance network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.552560] env[68986]: DEBUG nova.network.neutron [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc071af31-5e", "ovs_interfaceid": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.629026] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "refresh_cache-12eaf4a8-85ca-4f47-a615-14097d3ba3cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.629026] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Instance network_info: |[{"id": "32c25224-a429-49dc-80e3-d6cb209baff5", "address": "fa:16:3e:68:9a:33", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c25224-a4", "ovs_interfaceid": "32c25224-a429-49dc-80e3-d6cb209baff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.629361] env[68986]: DEBUG oslo_concurrency.lockutils [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] Acquired lock "refresh_cache-12eaf4a8-85ca-4f47-a615-14097d3ba3cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.629361] env[68986]: DEBUG nova.network.neutron [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Refreshing network info cache for port 32c25224-a429-49dc-80e3-d6cb209baff5 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.629361] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:9a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c25224-a429-49dc-80e3-d6cb209baff5', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.637800] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Creating folder: Project (a4ad03978d0544fe99997746bd5902a9). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.639951] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-374deabd-49c0-4f73-8f89-aed318c5fdab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.650821] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Created folder: Project (a4ad03978d0544fe99997746bd5902a9) in parent group-v642845. [ 718.651030] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Creating folder: Instances. Parent ref: group-v642934. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.651340] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bf26d4e-8be1-4a28-8fcd-7c937727c84d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.662310] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Created folder: Instances in parent group-v642934. [ 718.662310] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.662310] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.662554] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-068286fc-803f-45a2-bda2-91130a729a6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.684213] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.684213] env[68986]: value = "task-3215555" [ 718.684213] env[68986]: _type = "Task" [ 718.684213] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.699142] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215555, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.717250] env[68986]: INFO nova.compute.manager [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Took 36.59 seconds to build instance. [ 718.768035] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215552, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.843685] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.911952] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215551, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.926207] env[68986]: DEBUG nova.compute.manager [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.926207] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.926207] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddcb6da-f27a-4550-a7ca-6a66ffd11841 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.932877] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.933166] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4554b80-e875-4761-af7b-419e44f218ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.940300] env[68986]: DEBUG oslo_vmware.api [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 718.940300] env[68986]: value = "task-3215556" [ 718.940300] env[68986]: _type = "Task" [ 718.940300] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.950757] env[68986]: DEBUG oslo_vmware.api [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.056992] env[68986]: DEBUG oslo_concurrency.lockutils [req-c06a30ab-99a8-46e9-95de-90abf01c14d6 req-482fe12c-8147-4502-b0bc-87adcc1c1bc6 service nova] Releasing lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.110572] env[68986]: DEBUG nova.scheduler.client.report [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 719.111584] env[68986]: DEBUG nova.compute.provider_tree [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 57 to 58 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 719.112990] env[68986]: DEBUG nova.compute.provider_tree [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.204045] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215555, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.219683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cdfad639-154e-4d19-a803-a2205141c6f9 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "8eda7618-29ca-4c05-8430-d4b46b578421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.967s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.264026] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699133} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.264455] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 6fc5de69-28d9-42e9-baff-fb0a243ca4cc/6fc5de69-28d9-42e9-baff-fb0a243ca4cc.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.265145] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.265333] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a9ab425-0fea-4571-8c0e-3f9c710c20fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.274789] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 719.274789] env[68986]: value = "task-3215557" [ 719.274789] env[68986]: _type = "Task" [ 719.274789] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.289420] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.407158] env[68986]: DEBUG oslo_vmware.api [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215551, 'name': RemoveSnapshot_Task, 'duration_secs': 1.27214} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.407675] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 719.407778] env[68986]: INFO nova.compute.manager [None req-83ad03bc-62cf-4d48-8754-54bcb46075aa tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 719.435194] env[68986]: DEBUG nova.network.neutron [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Updated VIF entry in instance network info cache for port 32c25224-a429-49dc-80e3-d6cb209baff5. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.435598] env[68986]: DEBUG nova.network.neutron [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Updating instance_info_cache with network_info: [{"id": "32c25224-a429-49dc-80e3-d6cb209baff5", "address": "fa:16:3e:68:9a:33", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c25224-a4", "ovs_interfaceid": "32c25224-a429-49dc-80e3-d6cb209baff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.456605] env[68986]: DEBUG oslo_vmware.api [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215556, 'name': PowerOffVM_Task, 'duration_secs': 0.290711} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.456605] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.456605] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.456605] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48bc12ea-6054-47b1-a1e4-72424e6e77c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.539483] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.539925] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.540232] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Deleting the datastore file [datastore1] ac02742b-60e7-49d2-98eb-8c2d8528796c {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.540810] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d17bc08-3123-4176-bcf6-6f3e0b201fe4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.547842] env[68986]: DEBUG oslo_vmware.api [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for the task: (returnval){ [ 719.547842] env[68986]: value = "task-3215559" [ 719.547842] env[68986]: _type = "Task" [ 719.547842] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.556582] env[68986]: DEBUG oslo_vmware.api [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.620388] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.639s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.622932] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.997s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.624493] env[68986]: INFO nova.compute.claims [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.654185] env[68986]: INFO nova.scheduler.client.report [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleted allocations for instance e04657e5-106a-42da-bf25-785ae4e5844d [ 719.702052] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215555, 'name': CreateVM_Task, 'duration_secs': 0.670179} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.702685] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.703197] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.703498] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.703950] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.704574] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2394aa5f-3bb9-4049-95fa-7914717da561 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.710951] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 719.710951] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5276bd86-8640-f774-e686-8d45de388c2f" [ 719.710951] env[68986]: _type = "Task" [ 719.710951] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.719640] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5276bd86-8640-f774-e686-8d45de388c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.724706] env[68986]: DEBUG nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.785371] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077641} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.785646] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.786471] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8fb1f-f085-4aab-a3ca-28c8af0c6d2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.809023] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 6fc5de69-28d9-42e9-baff-fb0a243ca4cc/6fc5de69-28d9-42e9-baff-fb0a243ca4cc.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.809598] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f06c10e-9fce-44b9-a3d6-831481d42027 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.828300] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 719.828300] env[68986]: value = "task-3215560" [ 719.828300] env[68986]: _type = "Task" [ 719.828300] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.836239] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.853939] env[68986]: DEBUG nova.compute.manager [None req-2c799153-4c70-4910-b732-20dc511596ad tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.855020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a52a79-f5d9-4b65-95b8-27d85bdd2359 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.939107] env[68986]: DEBUG oslo_concurrency.lockutils [req-612dffa5-3df7-4876-b370-553c53b0e63a req-a0851bf9-f632-43ac-9957-6d56f37605fa service nova] Releasing lock "refresh_cache-12eaf4a8-85ca-4f47-a615-14097d3ba3cc" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.059929] env[68986]: DEBUG oslo_vmware.api [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Task: {'id': task-3215559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427528} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.060222] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.060430] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.060616] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.060810] env[68986]: INFO nova.compute.manager [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 720.061034] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.061322] env[68986]: DEBUG nova.compute.manager [-] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.061477] env[68986]: DEBUG nova.network.neutron [-] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.081567] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "8eda7618-29ca-4c05-8430-d4b46b578421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.081905] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "8eda7618-29ca-4c05-8430-d4b46b578421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.082210] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "8eda7618-29ca-4c05-8430-d4b46b578421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.082422] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "8eda7618-29ca-4c05-8430-d4b46b578421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.082641] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "8eda7618-29ca-4c05-8430-d4b46b578421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.085210] env[68986]: INFO nova.compute.manager [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Terminating instance [ 720.170328] env[68986]: DEBUG oslo_concurrency.lockutils [None req-68c1a070-7f6a-4916-a732-803b3a0cab5d tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e04657e5-106a-42da-bf25-785ae4e5844d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.829s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.177988] env[68986]: DEBUG nova.compute.manager [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Received event network-changed-bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.178262] env[68986]: DEBUG nova.compute.manager [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Refreshing instance network info cache due to event network-changed-bccb6711-8c79-45d3-a47d-d441d37ed59a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.178416] env[68986]: DEBUG oslo_concurrency.lockutils [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] Acquiring lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.178559] env[68986]: DEBUG oslo_concurrency.lockutils [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] Acquired lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.178737] env[68986]: DEBUG nova.network.neutron [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Refreshing network info cache for port bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.224737] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5276bd86-8640-f774-e686-8d45de388c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.040026} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.225192] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.225192] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.225485] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.225685] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.225889] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.226162] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8848e522-ca2b-4390-a947-6dead5e3cba2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.242250] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.243411] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.243599] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e4acf6-2528-47d7-911e-c56756e566de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.249510] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 720.249510] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5239ec3b-f369-971a-044f-6d3c26d96f47" [ 720.249510] env[68986]: _type = "Task" [ 720.249510] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.250495] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.259321] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5239ec3b-f369-971a-044f-6d3c26d96f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.338254] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.364610] env[68986]: INFO nova.compute.manager [None req-2c799153-4c70-4910-b732-20dc511596ad tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] instance snapshotting [ 720.365289] env[68986]: DEBUG nova.objects.instance [None req-2c799153-4c70-4910-b732-20dc511596ad tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lazy-loading 'flavor' on Instance uuid 8eda7618-29ca-4c05-8430-d4b46b578421 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.591419] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "refresh_cache-8eda7618-29ca-4c05-8430-d4b46b578421" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.591419] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquired lock "refresh_cache-8eda7618-29ca-4c05-8430-d4b46b578421" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.591419] env[68986]: DEBUG nova.network.neutron [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.762326] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5239ec3b-f369-971a-044f-6d3c26d96f47, 'name': SearchDatastore_Task, 'duration_secs': 0.02276} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.766861] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6fd7e2-2d08-4a26-9a95-11edac3f9313 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.772921] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 720.772921] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52897b84-99ff-63cd-aec6-dea1e91e7387" [ 720.772921] env[68986]: _type = "Task" [ 720.772921] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.784463] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52897b84-99ff-63cd-aec6-dea1e91e7387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.843547] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215560, 'name': ReconfigVM_Task, 'duration_secs': 0.825652} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.846824] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 6fc5de69-28d9-42e9-baff-fb0a243ca4cc/6fc5de69-28d9-42e9-baff-fb0a243ca4cc.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.847536] env[68986]: DEBUG nova.network.neutron [-] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.849461] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea65cb6b-68e6-4749-8acd-a03f95a41ef1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.856232] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 720.856232] env[68986]: value = "task-3215561" [ 720.856232] env[68986]: _type = "Task" [ 720.856232] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.870277] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215561, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.872013] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c83faa-2895-40c2-9946-3825ef553bc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.904911] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d4df90-1c9e-44ea-bdfa-f9e4d4944289 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.022549] env[68986]: DEBUG nova.network.neutron [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updated VIF entry in instance network info cache for port bccb6711-8c79-45d3-a47d-d441d37ed59a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.023310] env[68986]: DEBUG nova.network.neutron [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.109788] env[68986]: DEBUG nova.network.neutron [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.173390] env[68986]: DEBUG nova.network.neutron [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.206243] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0553d1-9c6f-4d28-991f-a618a38eef02 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.213979] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d0e76-b127-49a4-8837-9e128be7f927 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.244711] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de8d0e6-c378-41c9-940f-6f90b1bce82a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.254596] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2fa06a-f02d-4249-ba40-31502ab96ae7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.269443] env[68986]: DEBUG nova.compute.provider_tree [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.282526] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52897b84-99ff-63cd-aec6-dea1e91e7387, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.283376] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.283663] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 12eaf4a8-85ca-4f47-a615-14097d3ba3cc/12eaf4a8-85ca-4f47-a615-14097d3ba3cc.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.283934] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b360aea-ffc0-40d9-95bc-25b6d3f273a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.292364] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 721.292364] env[68986]: value = "task-3215562" [ 721.292364] env[68986]: _type = "Task" [ 721.292364] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.302280] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.352603] env[68986]: INFO nova.compute.manager [-] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Took 1.29 seconds to deallocate network for instance. [ 721.365855] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215561, 'name': Rename_Task, 'duration_secs': 0.288273} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.366225] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.366475] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e875d0-0af2-46ec-adda-6b10c93be8a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.372119] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 721.372119] env[68986]: value = "task-3215563" [ 721.372119] env[68986]: _type = "Task" [ 721.372119] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.379589] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.408638] env[68986]: DEBUG nova.compute.manager [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.409965] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545e9e36-5b5b-486c-9990-76ca82cf82a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.416955] env[68986]: DEBUG nova.compute.manager [None req-2c799153-4c70-4910-b732-20dc511596ad tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Instance disappeared during snapshot {{(pid=68986) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 721.525592] env[68986]: DEBUG oslo_concurrency.lockutils [req-5597f7ba-d4f9-4366-888c-cd673acbf449 req-f246dc2e-e2a0-41a4-bd20-bdb9bca05e11 service nova] Releasing lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.676632] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Releasing lock "refresh_cache-8eda7618-29ca-4c05-8430-d4b46b578421" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.677047] env[68986]: DEBUG nova.compute.manager [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.677247] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.678171] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe6a88-bbff-4c6b-909a-dfd092c21ef5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.686247] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.686481] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b11f91e-fb47-43f3-8e09-a4bd73d1ab13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.692130] env[68986]: DEBUG oslo_vmware.api [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 721.692130] env[68986]: value = "task-3215564" [ 721.692130] env[68986]: _type = "Task" [ 721.692130] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.699598] env[68986]: DEBUG oslo_vmware.api [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.803966] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.812727] env[68986]: DEBUG nova.scheduler.client.report [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 721.813518] env[68986]: DEBUG nova.compute.provider_tree [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 58 to 59 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 721.813518] env[68986]: DEBUG nova.compute.provider_tree [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.818522] env[68986]: DEBUG nova.compute.manager [None req-2c799153-4c70-4910-b732-20dc511596ad tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Found 0 images (rotation: 2) {{(pid=68986) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 721.835016] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.835279] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.835484] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.835665] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.835825] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.838301] env[68986]: INFO nova.compute.manager [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Terminating instance [ 721.858522] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.883577] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.923496] env[68986]: INFO nova.compute.manager [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] instance snapshotting [ 721.925579] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "d5367501-1cdd-4d5a-8601-8114e335684a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.925716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "d5367501-1cdd-4d5a-8601-8114e335684a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.925837] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "d5367501-1cdd-4d5a-8601-8114e335684a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.926041] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "d5367501-1cdd-4d5a-8601-8114e335684a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.926216] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "d5367501-1cdd-4d5a-8601-8114e335684a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.928407] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb64440-e5df-4115-9dd1-89dea8a9e2e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.931324] env[68986]: INFO nova.compute.manager [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Terminating instance [ 721.954346] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0783c818-934f-4fef-a8ab-eaf17775759f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.202836] env[68986]: DEBUG oslo_vmware.api [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215564, 'name': PowerOffVM_Task, 'duration_secs': 0.187082} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.203154] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.203292] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.203571] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-986ec54c-2404-4c1f-af80-bca46a852fa1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.228545] env[68986]: DEBUG nova.compute.manager [req-6d62a183-8071-4e83-9a86-7c81069497f5 req-60d48265-ef61-417b-9755-fe4f84213e33 service nova] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Received event network-vif-deleted-b5e6044a-02dc-4ac4-9b6f-bf8b2a1223f7 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.230543] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.230745] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.231026] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Deleting the datastore file [datastore2] 8eda7618-29ca-4c05-8430-d4b46b578421 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.231314] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-476d4550-ee77-430b-8bb4-97b116bbe13a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.238541] env[68986]: DEBUG oslo_vmware.api [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for the task: (returnval){ [ 722.238541] env[68986]: value = "task-3215566" [ 722.238541] env[68986]: _type = "Task" [ 722.238541] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.246384] env[68986]: DEBUG oslo_vmware.api [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.305953] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215562, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.321053] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.321677] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.324984] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.980s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.326580] env[68986]: INFO nova.compute.claims [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.342403] env[68986]: DEBUG nova.compute.manager [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.342574] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.343706] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b487b2b4-7d76-479e-812f-8e91f65304bb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.350911] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.351238] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31578aa8-279d-4db8-8d69-fcb764842b28 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.357351] env[68986]: DEBUG oslo_vmware.api [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 722.357351] env[68986]: value = "task-3215567" [ 722.357351] env[68986]: _type = "Task" [ 722.357351] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.366338] env[68986]: DEBUG oslo_vmware.api [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.382978] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215563, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.435974] env[68986]: DEBUG nova.compute.manager [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.436171] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.437114] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e4f3e-44ab-4c3d-a4e2-b6a1846c0c25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.445082] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.445411] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a6bda0-e3b5-4f00-800e-4767a55dd6e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.453771] env[68986]: DEBUG oslo_vmware.api [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 722.453771] env[68986]: value = "task-3215568" [ 722.453771] env[68986]: _type = "Task" [ 722.453771] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.461851] env[68986]: DEBUG oslo_vmware.api [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.465082] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.465375] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c5158dc-d434-4cf2-a2a9-33bdd07b0b42 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.471819] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 722.471819] env[68986]: value = "task-3215569" [ 722.471819] env[68986]: _type = "Task" [ 722.471819] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.479959] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215569, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.750577] env[68986]: DEBUG oslo_vmware.api [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.805526] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215562, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.365461} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.805877] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 12eaf4a8-85ca-4f47-a615-14097d3ba3cc/12eaf4a8-85ca-4f47-a615-14097d3ba3cc.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.809130] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.809130] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83116283-2cd8-49c7-853e-ba3c435e135f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.814226] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 722.814226] env[68986]: value = "task-3215570" [ 722.814226] env[68986]: _type = "Task" [ 722.814226] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.822695] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.832396] env[68986]: DEBUG nova.compute.utils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.836158] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.836374] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.867561] env[68986]: DEBUG oslo_vmware.api [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215567, 'name': PowerOffVM_Task, 'duration_secs': 0.390171} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.867833] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.868043] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.868320] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c584d3c0-58bd-4242-82cb-bd94fa078c6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.883398] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.899279] env[68986]: DEBUG nova.policy [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '520965cd95c649afbd4de5e4164c0848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4ad03978d0544fe99997746bd5902a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.963289] env[68986]: DEBUG oslo_vmware.api [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215568, 'name': PowerOffVM_Task, 'duration_secs': 0.440968} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.963837] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.964163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.964543] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c15b052-294a-4dbb-8d47-5251a2ebbcf4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.980657] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215569, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.250160] env[68986]: DEBUG oslo_vmware.api [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Task: {'id': task-3215566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539319} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.250827] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.251365] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.251757] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.252161] env[68986]: INFO nova.compute.manager [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Took 1.57 seconds to destroy the instance on the hypervisor. [ 723.252674] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.253064] env[68986]: DEBUG nova.compute.manager [-] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.253295] env[68986]: DEBUG nova.network.neutron [-] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.268309] env[68986]: DEBUG nova.network.neutron [-] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.323399] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078275} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.323680] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.324474] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e52315-c4d4-456d-9c22-bdec9642ceb3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.345847] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 12eaf4a8-85ca-4f47-a615-14097d3ba3cc/12eaf4a8-85ca-4f47-a615-14097d3ba3cc.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.346395] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.352061] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980ea038-4793-4687-b128-06f058cce447 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.367840] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Successfully created port: 029b9ca5-8107-476b-99c6-118d16d26beb {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.373433] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 723.373433] env[68986]: value = "task-3215573" [ 723.373433] env[68986]: _type = "Task" [ 723.373433] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.383133] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.383398] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.383542] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleting the datastore file [datastore2] d5367501-1cdd-4d5a-8601-8114e335684a {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.383796] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.383955] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.384122] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleting the datastore file [datastore2] e775aca8-4fd2-46a7-a1fb-cc23f35f4909 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.388715] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fca2012-a8cf-4ad4-aa71-f06657c92e53 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.390523] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b960af7-3d39-4155-a31a-6052243178a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.394147] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.402503] env[68986]: DEBUG oslo_vmware.api [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 723.402503] env[68986]: value = "task-3215574" [ 723.402503] env[68986]: _type = "Task" [ 723.402503] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.406804] env[68986]: DEBUG oslo_vmware.api [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for the task: (returnval){ [ 723.406804] env[68986]: value = "task-3215575" [ 723.406804] env[68986]: _type = "Task" [ 723.406804] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.407378] env[68986]: DEBUG oslo_vmware.api [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215563, 'name': PowerOnVM_Task, 'duration_secs': 1.547} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.410501] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.410701] env[68986]: INFO nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Took 10.43 seconds to spawn the instance on the hypervisor. [ 723.410871] env[68986]: DEBUG nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.418371] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a98b08-34a5-4097-9ca9-606a7fb7c7a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.425270] env[68986]: DEBUG oslo_vmware.api [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.429209] env[68986]: DEBUG oslo_vmware.api [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.482117] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215569, 'name': CreateSnapshot_Task, 'duration_secs': 0.713759} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.485362] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.486289] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f2d9cd-82e8-4b42-9cd8-d717d8e6258e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.771311] env[68986]: DEBUG nova.network.neutron [-] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.871865] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa557b2-3e0e-4d3f-a507-edf1a8c600fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.886038] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.886869] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aadc344-a1d3-4e07-b974-02d97b2e80ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.926030] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eed7eb-7716-446b-a4ce-b9adb02b3c1d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.936344] env[68986]: DEBUG oslo_vmware.api [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.940352] env[68986]: DEBUG oslo_vmware.api [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.944992] env[68986]: INFO nova.compute.manager [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Took 40.16 seconds to build instance. [ 723.950357] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae81de6a-3547-4581-8999-e61bc9cac627 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.964384] env[68986]: DEBUG nova.compute.provider_tree [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.004152] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.005904] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73c18bb6-0dbc-4574-a13c-f2fe04cedd69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.014226] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 724.014226] env[68986]: value = "task-3215576" [ 724.014226] env[68986]: _type = "Task" [ 724.014226] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.021643] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215576, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.275200] env[68986]: INFO nova.compute.manager [-] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Took 1.02 seconds to deallocate network for instance. [ 724.376799] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.388798] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.404842] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.405230] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.405407] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.405643] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.405950] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.406045] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.406315] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.406513] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.406738] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.407069] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.407315] env[68986]: DEBUG nova.virt.hardware [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.408704] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608472e4-99b9-4964-a762-3c937c8c8ea2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.418174] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41434148-7fb2-4064-a3a9-705b9223d9cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.444361] env[68986]: DEBUG oslo_vmware.api [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.826767} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.444964] env[68986]: DEBUG oslo_vmware.api [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Task: {'id': task-3215574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.824842} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.445202] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.445377] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.445547] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.445720] env[68986]: INFO nova.compute.manager [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Took 2.10 seconds to destroy the instance on the hypervisor. [ 724.445953] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.446162] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.447104] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.447104] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.447104] env[68986]: INFO nova.compute.manager [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Took 2.01 seconds to destroy the instance on the hypervisor. [ 724.447104] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.447104] env[68986]: DEBUG nova.compute.manager [-] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.447281] env[68986]: DEBUG nova.network.neutron [-] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.448743] env[68986]: DEBUG nova.compute.manager [-] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.448841] env[68986]: DEBUG nova.network.neutron [-] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.455056] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22c2d788-1be0-4707-8188-b27c0473e9fd tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.785s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.467858] env[68986]: DEBUG nova.scheduler.client.report [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.525479] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215576, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.780466] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.876138] env[68986]: DEBUG nova.compute.manager [req-b58ca289-9fd0-4331-90da-47da7800feb0 req-06635544-5a84-45b2-afe2-2b1b85884182 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Received event network-vif-deleted-c21a54b5-a1c8-46e3-9258-9aa243ef2fec {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.876339] env[68986]: INFO nova.compute.manager [req-b58ca289-9fd0-4331-90da-47da7800feb0 req-06635544-5a84-45b2-afe2-2b1b85884182 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Neutron deleted interface c21a54b5-a1c8-46e3-9258-9aa243ef2fec; detaching it from the instance and deleting it from the info cache [ 724.876512] env[68986]: DEBUG nova.network.neutron [req-b58ca289-9fd0-4331-90da-47da7800feb0 req-06635544-5a84-45b2-afe2-2b1b85884182 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.891108] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.958767] env[68986]: DEBUG nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.973015] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.973810] env[68986]: DEBUG nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.977875] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.514s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.981736] env[68986]: INFO nova.compute.claims [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.026378] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215576, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.210556] env[68986]: DEBUG nova.compute.manager [req-310a21e0-760a-453d-ab67-626f70170e7d req-bb4bda9c-ac31-4220-b2b7-f4159a4deac4 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Received event network-vif-deleted-6c11fef5-af19-42fd-a5f5-451d50a3cb8c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.210667] env[68986]: INFO nova.compute.manager [req-310a21e0-760a-453d-ab67-626f70170e7d req-bb4bda9c-ac31-4220-b2b7-f4159a4deac4 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Neutron deleted interface 6c11fef5-af19-42fd-a5f5-451d50a3cb8c; detaching it from the instance and deleting it from the info cache [ 725.210814] env[68986]: DEBUG nova.network.neutron [req-310a21e0-760a-453d-ab67-626f70170e7d req-bb4bda9c-ac31-4220-b2b7-f4159a4deac4 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.225866] env[68986]: DEBUG nova.network.neutron [-] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.258840] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Successfully updated port: 029b9ca5-8107-476b-99c6-118d16d26beb {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.382069] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bbc4143-afd2-49a4-8290-80d0c51df21d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.395195] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.398024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cf9ea3-d6cd-444b-8d58-c186d63e0962 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.432492] env[68986]: DEBUG nova.compute.manager [req-b58ca289-9fd0-4331-90da-47da7800feb0 req-06635544-5a84-45b2-afe2-2b1b85884182 service nova] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Detach interface failed, port_id=c21a54b5-a1c8-46e3-9258-9aa243ef2fec, reason: Instance e775aca8-4fd2-46a7-a1fb-cc23f35f4909 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.489738] env[68986]: DEBUG nova.compute.utils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.491739] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.492058] env[68986]: DEBUG nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.492231] env[68986]: DEBUG nova.network.neutron [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.526056] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215576, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.544946] env[68986]: DEBUG nova.policy [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d932d1587e34ba6be1e23514512585c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57b1524513cf4c0194db2e58a63ddd92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.580627] env[68986]: DEBUG nova.network.neutron [-] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.713812] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-654003e5-5e4c-47f5-becd-d48c7537c136 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.725156] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4491f8-3d30-47ee-b623-d9e7abfb75b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.738014] env[68986]: INFO nova.compute.manager [-] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Took 1.29 seconds to deallocate network for instance. [ 725.764270] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "refresh_cache-128c4398-6c16-4cab-8071-d2403cc0ed7f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764270] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "refresh_cache-128c4398-6c16-4cab-8071-d2403cc0ed7f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764270] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.765453] env[68986]: DEBUG nova.compute.manager [req-310a21e0-760a-453d-ab67-626f70170e7d req-bb4bda9c-ac31-4220-b2b7-f4159a4deac4 service nova] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Detach interface failed, port_id=6c11fef5-af19-42fd-a5f5-451d50a3cb8c, reason: Instance d5367501-1cdd-4d5a-8601-8114e335684a could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.856203] env[68986]: DEBUG nova.network.neutron [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Successfully created port: 2152caa8-114b-402e-858b-bd4d01f38d5b {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.891743] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215573, 'name': ReconfigVM_Task, 'duration_secs': 2.099868} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.892160] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 12eaf4a8-85ca-4f47-a615-14097d3ba3cc/12eaf4a8-85ca-4f47-a615-14097d3ba3cc.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.892768] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff598685-4435-473f-8044-1ebe174a9448 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.899696] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 725.899696] env[68986]: value = "task-3215577" [ 725.899696] env[68986]: _type = "Task" [ 725.899696] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.908558] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215577, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.997694] env[68986]: DEBUG nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.034137] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215576, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.085476] env[68986]: INFO nova.compute.manager [-] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Took 1.63 seconds to deallocate network for instance. [ 726.244532] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.301658] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.353181] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.353472] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.353719] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.353924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.354112] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.360775] env[68986]: INFO nova.compute.manager [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Terminating instance [ 726.412665] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215577, 'name': Rename_Task, 'duration_secs': 0.322874} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.415477] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.416793] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-897ec9c2-d636-44c2-bb43-3c9701e9b8ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.422333] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 726.422333] env[68986]: value = "task-3215578" [ 726.422333] env[68986]: _type = "Task" [ 726.422333] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.432814] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.494969] env[68986]: DEBUG nova.network.neutron [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Updating instance_info_cache with network_info: [{"id": "029b9ca5-8107-476b-99c6-118d16d26beb", "address": "fa:16:3e:d9:7e:68", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029b9ca5-81", "ovs_interfaceid": "029b9ca5-8107-476b-99c6-118d16d26beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.528665] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215576, 'name': CloneVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.573116] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e26740a-52bc-45e1-9303-7eadeab9218d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.580780] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9cfa4-3306-441e-838d-d566181beffa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.610512] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.611780] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a2dc2b-b384-44bf-8de4-c606b77f3ecb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.618970] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48836900-b4fc-4e7a-8056-819bdd5368bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.633168] env[68986]: DEBUG nova.compute.provider_tree [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.865551] env[68986]: DEBUG nova.compute.manager [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.865906] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.866739] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e55c3e-eb37-4e28-b387-d5aa7b47cdb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.875241] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.875564] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44f65844-3f9e-4224-809e-0c4e8ffcb390 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.882667] env[68986]: DEBUG oslo_vmware.api [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 726.882667] env[68986]: value = "task-3215579" [ 726.882667] env[68986]: _type = "Task" [ 726.882667] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.891389] env[68986]: DEBUG oslo_vmware.api [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.933746] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.997689] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "refresh_cache-128c4398-6c16-4cab-8071-d2403cc0ed7f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.998052] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Instance network_info: |[{"id": "029b9ca5-8107-476b-99c6-118d16d26beb", "address": "fa:16:3e:d9:7e:68", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029b9ca5-81", "ovs_interfaceid": "029b9ca5-8107-476b-99c6-118d16d26beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.998515] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:7e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '029b9ca5-8107-476b-99c6-118d16d26beb', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.007464] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.007688] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.008019] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62810a85-353a-4ef7-8499-f8e7f6aea65c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.025620] env[68986]: DEBUG nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.037327] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215576, 'name': CloneVM_Task, 'duration_secs': 2.52275} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.038795] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Created linked-clone VM from snapshot [ 727.038998] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.038998] env[68986]: value = "task-3215580" [ 727.038998] env[68986]: _type = "Task" [ 727.038998] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.039745] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc32e2-1d9a-4532-9a29-dbbb246daba5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.057465] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Uploading image 9b79f281-6ca9-48bb-96b4-e786091a3e01 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.059348] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215580, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.061600] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.061829] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.061980] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.062172] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.062310] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.062457] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.062660] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.062814] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.062973] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.063141] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.063319] env[68986]: DEBUG nova.virt.hardware [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.065032] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d087f317-d72d-4109-b628-0f648d7d57cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.072434] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd1e8ec-93e5-4046-bf02-594f88968f1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.090853] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.090853] env[68986]: value = "vm-642938" [ 727.090853] env[68986]: _type = "VirtualMachine" [ 727.090853] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.091548] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ac97b15-cb1c-4468-bdf7-0da370bb3730 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.098249] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lease: (returnval){ [ 727.098249] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528670a8-fc11-cb77-dae6-bfef16e1a226" [ 727.098249] env[68986]: _type = "HttpNfcLease" [ 727.098249] env[68986]: } obtained for exporting VM: (result){ [ 727.098249] env[68986]: value = "vm-642938" [ 727.098249] env[68986]: _type = "VirtualMachine" [ 727.098249] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.098617] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the lease: (returnval){ [ 727.098617] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528670a8-fc11-cb77-dae6-bfef16e1a226" [ 727.098617] env[68986]: _type = "HttpNfcLease" [ 727.098617] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.106200] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.106200] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528670a8-fc11-cb77-dae6-bfef16e1a226" [ 727.106200] env[68986]: _type = "HttpNfcLease" [ 727.106200] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 727.136793] env[68986]: DEBUG nova.scheduler.client.report [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.241120] env[68986]: DEBUG nova.compute.manager [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Received event network-vif-plugged-029b9ca5-8107-476b-99c6-118d16d26beb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.241349] env[68986]: DEBUG oslo_concurrency.lockutils [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] Acquiring lock "128c4398-6c16-4cab-8071-d2403cc0ed7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.241602] env[68986]: DEBUG oslo_concurrency.lockutils [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.241774] env[68986]: DEBUG oslo_concurrency.lockutils [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.241940] env[68986]: DEBUG nova.compute.manager [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] No waiting events found dispatching network-vif-plugged-029b9ca5-8107-476b-99c6-118d16d26beb {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.242247] env[68986]: WARNING nova.compute.manager [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Received unexpected event network-vif-plugged-029b9ca5-8107-476b-99c6-118d16d26beb for instance with vm_state building and task_state spawning. [ 727.242388] env[68986]: DEBUG nova.compute.manager [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Received event network-changed-029b9ca5-8107-476b-99c6-118d16d26beb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.242543] env[68986]: DEBUG nova.compute.manager [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Refreshing instance network info cache due to event network-changed-029b9ca5-8107-476b-99c6-118d16d26beb. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.242744] env[68986]: DEBUG oslo_concurrency.lockutils [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] Acquiring lock "refresh_cache-128c4398-6c16-4cab-8071-d2403cc0ed7f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.242880] env[68986]: DEBUG oslo_concurrency.lockutils [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] Acquired lock "refresh_cache-128c4398-6c16-4cab-8071-d2403cc0ed7f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.243044] env[68986]: DEBUG nova.network.neutron [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Refreshing network info cache for port 029b9ca5-8107-476b-99c6-118d16d26beb {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.392668] env[68986]: DEBUG oslo_vmware.api [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215579, 'name': PowerOffVM_Task, 'duration_secs': 0.259546} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.392947] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.393808] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.397223] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23064acc-92ea-4779-bb82-fd70f6753a1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.435365] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215578, 'name': PowerOnVM_Task, 'duration_secs': 0.835303} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.435637] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.435837] env[68986]: INFO nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Took 11.72 seconds to spawn the instance on the hypervisor. [ 727.436576] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.436924] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3b4402-e000-4532-b88e-28fcd929b599 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.518165] env[68986]: DEBUG nova.network.neutron [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Successfully updated port: 2152caa8-114b-402e-858b-bd4d01f38d5b {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.552273] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215580, 'name': CreateVM_Task, 'duration_secs': 0.442259} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.552373] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.552978] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.553157] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.553496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.553743] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b48fdc-9e04-49da-8deb-2a74be9bbcd5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.558983] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 727.558983] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526a7ce7-6888-dd2d-1556-40acce654f1c" [ 727.558983] env[68986]: _type = "Task" [ 727.558983] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.566905] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526a7ce7-6888-dd2d-1556-40acce654f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.606211] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.606211] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528670a8-fc11-cb77-dae6-bfef16e1a226" [ 727.606211] env[68986]: _type = "HttpNfcLease" [ 727.606211] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 727.606488] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 727.606488] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528670a8-fc11-cb77-dae6-bfef16e1a226" [ 727.606488] env[68986]: _type = "HttpNfcLease" [ 727.606488] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 727.607196] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9e060-b982-4405-91ca-d4ba85a88b4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.614099] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280137d-9062-836b-28d2-3d6bef6ccabc/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 727.614273] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280137d-9062-836b-28d2-3d6bef6ccabc/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 727.670080] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.670601] env[68986]: DEBUG nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.674684] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.222s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.674784] env[68986]: DEBUG nova.objects.instance [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lazy-loading 'resources' on Instance uuid 09e4ff86-b908-44b4-8bdb-40aec1d09aa8 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.774891] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3eb63414-ec1b-4f46-9d10-2c5d998650c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.955640] env[68986]: INFO nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Took 43.27 seconds to build instance. [ 727.963754] env[68986]: DEBUG nova.network.neutron [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Updated VIF entry in instance network info cache for port 029b9ca5-8107-476b-99c6-118d16d26beb. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.963754] env[68986]: DEBUG nova.network.neutron [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Updating instance_info_cache with network_info: [{"id": "029b9ca5-8107-476b-99c6-118d16d26beb", "address": "fa:16:3e:d9:7e:68", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029b9ca5-81", "ovs_interfaceid": "029b9ca5-8107-476b-99c6-118d16d26beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.020642] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.020872] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.021086] env[68986]: DEBUG nova.network.neutron [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.070225] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526a7ce7-6888-dd2d-1556-40acce654f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.070551] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.070822] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.071104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.071279] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.071615] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.071747] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89005d69-575f-4db6-82ae-b9bb7ee5f8b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.080597] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.080786] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.081596] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa0be9c-49d1-4146-9fdc-dadc30a6a67a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.087170] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 728.087170] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c8df2e-5079-9dfb-9a56-4a47816c16fa" [ 728.087170] env[68986]: _type = "Task" [ 728.087170] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.094703] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c8df2e-5079-9dfb-9a56-4a47816c16fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.180953] env[68986]: DEBUG nova.compute.utils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.183325] env[68986]: DEBUG nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.183638] env[68986]: DEBUG nova.network.neutron [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.252285] env[68986]: DEBUG nova.policy [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f572956c514976b68266465124d310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ebf8cb81e442ac84e96976730bad0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.460897] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.811s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.466340] env[68986]: DEBUG oslo_concurrency.lockutils [req-30824f00-9882-4c93-8a4f-0ad19dd17d6b req-acc0a95e-ef9b-426e-969e-fb8f168751a0 service nova] Releasing lock "refresh_cache-128c4398-6c16-4cab-8071-d2403cc0ed7f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.580218] env[68986]: DEBUG nova.network.neutron [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.601718] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.602125] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.602397] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Deleting the datastore file [datastore2] 6fc5de69-28d9-42e9-baff-fb0a243ca4cc {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.607345] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e628aa33-344d-4192-bc1c-74532f95159c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.609352] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c8df2e-5079-9dfb-9a56-4a47816c16fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.617021] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ed8827-302b-4fd7-815c-ad487414c07c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.619761] env[68986]: DEBUG oslo_vmware.api [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for the task: (returnval){ [ 728.619761] env[68986]: value = "task-3215583" [ 728.619761] env[68986]: _type = "Task" [ 728.619761] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.628552] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 728.628552] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52676e9e-d1d9-fe75-2acf-48f8ede745b7" [ 728.628552] env[68986]: _type = "Task" [ 728.628552] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.635355] env[68986]: DEBUG oslo_vmware.api [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.642319] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52676e9e-d1d9-fe75-2acf-48f8ede745b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.642644] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642926] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 128c4398-6c16-4cab-8071-d2403cc0ed7f/128c4398-6c16-4cab-8071-d2403cc0ed7f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.643245] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7efd327-5cc2-4f47-b9d2-315452f6285a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.658647] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 728.658647] env[68986]: value = "task-3215584" [ 728.658647] env[68986]: _type = "Task" [ 728.658647] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.669362] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.691505] env[68986]: DEBUG nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.731096] env[68986]: DEBUG nova.network.neutron [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Successfully created port: f476b1aa-ee17-4ece-8ac1-1228394e35a8 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.826347] env[68986]: DEBUG nova.network.neutron [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Updating instance_info_cache with network_info: [{"id": "2152caa8-114b-402e-858b-bd4d01f38d5b", "address": "fa:16:3e:d0:14:eb", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2152caa8-11", "ovs_interfaceid": "2152caa8-114b-402e-858b-bd4d01f38d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.897220] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ddabcc-5996-407d-aed3-dc86e7285786 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.911402] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b23cfb-e434-49c0-8a95-166adc47d11f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.949590] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658347c6-93e9-4f65-80a5-eb5b3b3ee7f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.962797] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77918094-d3cc-4a41-acb7-ee57c981e9a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.969979] env[68986]: DEBUG nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.986021] env[68986]: DEBUG nova.compute.provider_tree [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.132805] env[68986]: DEBUG oslo_vmware.api [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Task: {'id': task-3215583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201575} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.133216] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.133622] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.133872] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.134201] env[68986]: INFO nova.compute.manager [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Took 2.27 seconds to destroy the instance on the hypervisor. [ 729.134512] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.134725] env[68986]: DEBUG nova.compute.manager [-] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.134825] env[68986]: DEBUG nova.network.neutron [-] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.173727] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509893} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.175273] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 128c4398-6c16-4cab-8071-d2403cc0ed7f/128c4398-6c16-4cab-8071-d2403cc0ed7f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.175273] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.175273] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd2eab57-5210-408a-889d-3226ddecf0ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.182438] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 729.182438] env[68986]: value = "task-3215585" [ 729.182438] env[68986]: _type = "Task" [ 729.182438] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.192945] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.274759] env[68986]: DEBUG nova.compute.manager [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Received event network-vif-plugged-2152caa8-114b-402e-858b-bd4d01f38d5b {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.274983] env[68986]: DEBUG oslo_concurrency.lockutils [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] Acquiring lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.275209] env[68986]: DEBUG oslo_concurrency.lockutils [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.275378] env[68986]: DEBUG oslo_concurrency.lockutils [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.275567] env[68986]: DEBUG nova.compute.manager [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] No waiting events found dispatching network-vif-plugged-2152caa8-114b-402e-858b-bd4d01f38d5b {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.275750] env[68986]: WARNING nova.compute.manager [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Received unexpected event network-vif-plugged-2152caa8-114b-402e-858b-bd4d01f38d5b for instance with vm_state building and task_state spawning. [ 729.275909] env[68986]: DEBUG nova.compute.manager [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Received event network-changed-2152caa8-114b-402e-858b-bd4d01f38d5b {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.277768] env[68986]: DEBUG nova.compute.manager [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Refreshing instance network info cache due to event network-changed-2152caa8-114b-402e-858b-bd4d01f38d5b. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.279072] env[68986]: DEBUG oslo_concurrency.lockutils [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] Acquiring lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.327708] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.328063] env[68986]: DEBUG nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Instance network_info: |[{"id": "2152caa8-114b-402e-858b-bd4d01f38d5b", "address": "fa:16:3e:d0:14:eb", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2152caa8-11", "ovs_interfaceid": "2152caa8-114b-402e-858b-bd4d01f38d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.328361] env[68986]: DEBUG oslo_concurrency.lockutils [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] Acquired lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.328557] env[68986]: DEBUG nova.network.neutron [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Refreshing network info cache for port 2152caa8-114b-402e-858b-bd4d01f38d5b {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.332543] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:14:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2152caa8-114b-402e-858b-bd4d01f38d5b', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.337698] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Creating folder: Project (57b1524513cf4c0194db2e58a63ddd92). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.340704] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a92eda5-28aa-4ed5-92bc-407f784ab691 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.353386] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Created folder: Project (57b1524513cf4c0194db2e58a63ddd92) in parent group-v642845. [ 729.353733] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Creating folder: Instances. Parent ref: group-v642940. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.354213] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-985f040c-2c12-4b60-a45e-38906bcd8127 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.362836] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Created folder: Instances in parent group-v642940. [ 729.363083] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.363272] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.363502] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29c14cba-3869-4c48-9b6e-9d9e0d78947c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.383250] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.383250] env[68986]: value = "task-3215588" [ 729.383250] env[68986]: _type = "Task" [ 729.383250] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.391515] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215588, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.491324] env[68986]: DEBUG nova.scheduler.client.report [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.495297] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.592170] env[68986]: DEBUG nova.network.neutron [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Updated VIF entry in instance network info cache for port 2152caa8-114b-402e-858b-bd4d01f38d5b. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.592170] env[68986]: DEBUG nova.network.neutron [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Updating instance_info_cache with network_info: [{"id": "2152caa8-114b-402e-858b-bd4d01f38d5b", "address": "fa:16:3e:d0:14:eb", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2152caa8-11", "ovs_interfaceid": "2152caa8-114b-402e-858b-bd4d01f38d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.692776] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073324} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.693086] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.693949] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6162ac38-1e60-440d-9a33-b8733a11d00f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.710873] env[68986]: DEBUG nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.721778] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 128c4398-6c16-4cab-8071-d2403cc0ed7f/128c4398-6c16-4cab-8071-d2403cc0ed7f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.722295] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce0a090-1c33-407b-96f2-ba7931bbd2b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.743323] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 729.743323] env[68986]: value = "task-3215589" [ 729.743323] env[68986]: _type = "Task" [ 729.743323] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.748962] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.749505] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.749839] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.750224] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.750493] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.751849] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.751849] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.751849] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.751849] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.751849] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.752122] env[68986]: DEBUG nova.virt.hardware [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.752718] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aae13a-4428-474e-bbbd-83e48552da1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.767024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355888b4-6844-4ab4-948b-3cbf81209ea9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.768258] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.895279] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215588, 'name': CreateVM_Task, 'duration_secs': 0.343522} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.895279] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.895692] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.895876] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.896202] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.896471] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c348b7c-ccde-45aa-b9af-ee6aaf8e68a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.901488] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 729.901488] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a8962d-9fd0-8dcc-d25f-00459ca38c02" [ 729.901488] env[68986]: _type = "Task" [ 729.901488] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.909652] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a8962d-9fd0-8dcc-d25f-00459ca38c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.913062] env[68986]: DEBUG nova.network.neutron [-] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.999201] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.002401] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.306s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.004778] env[68986]: INFO nova.compute.claims [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.020751] env[68986]: INFO nova.scheduler.client.report [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Deleted allocations for instance 09e4ff86-b908-44b4-8bdb-40aec1d09aa8 [ 730.095186] env[68986]: DEBUG oslo_concurrency.lockutils [req-0f49418e-65a1-4aa3-9bf6-8cf72bbc839f req-ad522725-1806-4afc-a976-9c2b7bc81356 service nova] Releasing lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.255288] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215589, 'name': ReconfigVM_Task, 'duration_secs': 0.417926} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.255952] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 128c4398-6c16-4cab-8071-d2403cc0ed7f/128c4398-6c16-4cab-8071-d2403cc0ed7f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.258645] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-167e581a-dcf0-401f-9159-a2e9108fd937 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.268622] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 730.268622] env[68986]: value = "task-3215590" [ 730.268622] env[68986]: _type = "Task" [ 730.268622] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.282275] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215590, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.412241] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a8962d-9fd0-8dcc-d25f-00459ca38c02, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.412735] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.413091] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.413462] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.413763] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.414100] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.414577] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89718d0a-b79f-4540-bbb4-229d4670c9f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.416970] env[68986]: INFO nova.compute.manager [-] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Took 1.28 seconds to deallocate network for instance. [ 730.429194] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.429194] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.429194] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344bb6bc-a9d3-4088-ae29-7f26349e89a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.436932] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 730.436932] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52125280-6003-508b-da10-6835de819fd2" [ 730.436932] env[68986]: _type = "Task" [ 730.436932] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.447905] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52125280-6003-508b-da10-6835de819fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.449205] env[68986]: DEBUG nova.network.neutron [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Successfully updated port: f476b1aa-ee17-4ece-8ac1-1228394e35a8 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.589404] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8c38300-ce27-4be8-92a5-46ea0d01d857 tempest-DeleteServersAdminTestJSON-60338987 tempest-DeleteServersAdminTestJSON-60338987-project-member] Lock "09e4ff86-b908-44b4-8bdb-40aec1d09aa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.918s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.782695] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215590, 'name': Rename_Task, 'duration_secs': 0.188088} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.783028] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.783286] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12fb68e6-a411-4491-b0e5-f93e650b47d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.790243] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 730.790243] env[68986]: value = "task-3215591" [ 730.790243] env[68986]: _type = "Task" [ 730.790243] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.804246] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.925292] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.949270] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52125280-6003-508b-da10-6835de819fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.950193] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ee8f18-4fee-4a8e-ae1f-a3651da8790f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.953143] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "refresh_cache-821b74fe-85f3-450e-8cec-919bf46c2ba2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.953283] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "refresh_cache-821b74fe-85f3-450e-8cec-919bf46c2ba2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.953457] env[68986]: DEBUG nova.network.neutron [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.959497] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 730.959497] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521edb4b-c4cd-8e48-6b04-db43731273e5" [ 730.959497] env[68986]: _type = "Task" [ 730.959497] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.965898] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521edb4b-c4cd-8e48-6b04-db43731273e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.300742] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.322400] env[68986]: DEBUG nova.compute.manager [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Received event network-vif-deleted-8bcda96e-02c8-4754-9426-50c724f58b13 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.323056] env[68986]: DEBUG nova.compute.manager [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Received event network-vif-plugged-f476b1aa-ee17-4ece-8ac1-1228394e35a8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.323286] env[68986]: DEBUG oslo_concurrency.lockutils [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] Acquiring lock "821b74fe-85f3-450e-8cec-919bf46c2ba2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.323567] env[68986]: DEBUG oslo_concurrency.lockutils [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.323750] env[68986]: DEBUG oslo_concurrency.lockutils [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.323927] env[68986]: DEBUG nova.compute.manager [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] No waiting events found dispatching network-vif-plugged-f476b1aa-ee17-4ece-8ac1-1228394e35a8 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.324107] env[68986]: WARNING nova.compute.manager [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Received unexpected event network-vif-plugged-f476b1aa-ee17-4ece-8ac1-1228394e35a8 for instance with vm_state building and task_state spawning. [ 731.324269] env[68986]: DEBUG nova.compute.manager [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Received event network-changed-f476b1aa-ee17-4ece-8ac1-1228394e35a8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.324441] env[68986]: DEBUG nova.compute.manager [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Refreshing instance network info cache due to event network-changed-f476b1aa-ee17-4ece-8ac1-1228394e35a8. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.324637] env[68986]: DEBUG oslo_concurrency.lockutils [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] Acquiring lock "refresh_cache-821b74fe-85f3-450e-8cec-919bf46c2ba2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.470609] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521edb4b-c4cd-8e48-6b04-db43731273e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.470812] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.471545] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/eb88e41d-1dc6-4b06-b75b-e759c3e57103.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.471545] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b99fc70b-6b1e-4af7-9ac1-2280cc9269f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.483110] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 731.483110] env[68986]: value = "task-3215592" [ 731.483110] env[68986]: _type = "Task" [ 731.483110] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.494354] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.503558] env[68986]: DEBUG nova.network.neutron [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.507650] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c920b-59c6-4f2e-a1e0-91bcae6bd3d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.515469] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008f6bb-b864-469d-bfb5-13db6e5492a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.552992] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bba758-46c9-46dc-b21d-8b4b0f7f42a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.561564] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcb11c-cbf3-4244-b698-4c92ca3fbbfa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.575626] env[68986]: DEBUG nova.compute.provider_tree [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.703296] env[68986]: DEBUG nova.network.neutron [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Updating instance_info_cache with network_info: [{"id": "f476b1aa-ee17-4ece-8ac1-1228394e35a8", "address": "fa:16:3e:93:c4:ae", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf476b1aa-ee", "ovs_interfaceid": "f476b1aa-ee17-4ece-8ac1-1228394e35a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.804717] env[68986]: DEBUG oslo_vmware.api [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215591, 'name': PowerOnVM_Task, 'duration_secs': 0.556903} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.805369] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.805536] env[68986]: INFO nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Took 7.43 seconds to spawn the instance on the hypervisor. [ 731.805834] env[68986]: DEBUG nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.806876] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6a06f-2aae-4244-bba5-d4240be192f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.993334] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48895} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.993632] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/eb88e41d-1dc6-4b06-b75b-e759c3e57103.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.993847] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.994191] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a0c2ac7-b516-401e-9bc4-e9e4574883e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.001044] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 732.001044] env[68986]: value = "task-3215593" [ 732.001044] env[68986]: _type = "Task" [ 732.001044] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.009507] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.079016] env[68986]: DEBUG nova.scheduler.client.report [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.207683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "refresh_cache-821b74fe-85f3-450e-8cec-919bf46c2ba2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208036] env[68986]: DEBUG nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Instance network_info: |[{"id": "f476b1aa-ee17-4ece-8ac1-1228394e35a8", "address": "fa:16:3e:93:c4:ae", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf476b1aa-ee", "ovs_interfaceid": "f476b1aa-ee17-4ece-8ac1-1228394e35a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.208344] env[68986]: DEBUG oslo_concurrency.lockutils [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] Acquired lock "refresh_cache-821b74fe-85f3-450e-8cec-919bf46c2ba2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208523] env[68986]: DEBUG nova.network.neutron [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Refreshing network info cache for port f476b1aa-ee17-4ece-8ac1-1228394e35a8 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.209849] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c4:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f476b1aa-ee17-4ece-8ac1-1228394e35a8', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.219203] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating folder: Project (22ebf8cb81e442ac84e96976730bad0d). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.221834] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-351505d9-6b64-47b4-af8d-6e9b1681321d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.234485] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created folder: Project (22ebf8cb81e442ac84e96976730bad0d) in parent group-v642845. [ 732.234697] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating folder: Instances. Parent ref: group-v642943. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.235159] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a6cbd34-2299-4772-b877-173e25ec118c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.246256] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created folder: Instances in parent group-v642943. [ 732.246585] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.246886] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.247131] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f2c9ad-b746-4886-b868-2cd9ac8426e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.271571] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.271571] env[68986]: value = "task-3215596" [ 732.271571] env[68986]: _type = "Task" [ 732.271571] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.279790] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215596, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.330317] env[68986]: INFO nova.compute.manager [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Took 42.72 seconds to build instance. [ 732.502831] env[68986]: DEBUG nova.network.neutron [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Updated VIF entry in instance network info cache for port f476b1aa-ee17-4ece-8ac1-1228394e35a8. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.503196] env[68986]: DEBUG nova.network.neutron [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Updating instance_info_cache with network_info: [{"id": "f476b1aa-ee17-4ece-8ac1-1228394e35a8", "address": "fa:16:3e:93:c4:ae", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf476b1aa-ee", "ovs_interfaceid": "f476b1aa-ee17-4ece-8ac1-1228394e35a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.518452] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.518800] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.519635] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb2783f-4cbb-400e-83c0-6a57f3e36144 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.543285] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/eb88e41d-1dc6-4b06-b75b-e759c3e57103.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.544295] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdcd483b-fbba-4860-80d5-c7048dfdf5fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.564662] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 732.564662] env[68986]: value = "task-3215597" [ 732.564662] env[68986]: _type = "Task" [ 732.564662] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.573421] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.584734] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.585522] env[68986]: DEBUG nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.588640] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.565s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.782423] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215596, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.834039] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7471b59f-2bbd-46ad-a6ff-8688eed11db4 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.156s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.013316] env[68986]: DEBUG oslo_concurrency.lockutils [req-d714868f-51b6-47e2-858d-90c409522235 req-933d80ef-326a-4f87-af6e-af09d33d91e2 service nova] Releasing lock "refresh_cache-821b74fe-85f3-450e-8cec-919bf46c2ba2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.075684] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215597, 'name': ReconfigVM_Task, 'duration_secs': 0.292171} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.076029] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Reconfigured VM instance instance-00000021 to attach disk [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/eb88e41d-1dc6-4b06-b75b-e759c3e57103.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.076726] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4191cc38-e6e2-4f84-b2a9-c3701751a642 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.083743] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 733.083743] env[68986]: value = "task-3215598" [ 733.083743] env[68986]: _type = "Task" [ 733.083743] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.093879] env[68986]: DEBUG nova.compute.utils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.106171] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215598, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.106953] env[68986]: DEBUG nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.107304] env[68986]: DEBUG nova.network.neutron [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.117312] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.117674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.118413] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.118413] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.118550] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.120884] env[68986]: INFO nova.compute.manager [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Terminating instance [ 733.159341] env[68986]: DEBUG nova.policy [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19f2d10d00a240e98520e1cb4b0323c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a2f739e602a48a780ba81d1bf1f826a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.247341] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "128c4398-6c16-4cab-8071-d2403cc0ed7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.248287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.248564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "128c4398-6c16-4cab-8071-d2403cc0ed7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.248768] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.249072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.253216] env[68986]: INFO nova.compute.manager [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Terminating instance [ 733.285064] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215596, 'name': CreateVM_Task, 'duration_secs': 0.586223} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.285269] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.286162] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.286400] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.286832] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.287222] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bdf1cd-e41c-4415-9579-6f9170d85b75 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.292181] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 733.292181] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bd8aac-8053-f580-8525-d2f677c5348f" [ 733.292181] env[68986]: _type = "Task" [ 733.292181] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.302051] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bd8aac-8053-f580-8525-d2f677c5348f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.337143] env[68986]: DEBUG nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.460095] env[68986]: DEBUG nova.network.neutron [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Successfully created port: 4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.593859] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215598, 'name': Rename_Task, 'duration_secs': 0.172949} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.594425] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.594838] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04916d03-d0ec-4733-a6bb-35adbaba21a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.603155] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 733.603155] env[68986]: value = "task-3215599" [ 733.603155] env[68986]: _type = "Task" [ 733.603155] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.610560] env[68986]: DEBUG nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.624080] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.626226] env[68986]: DEBUG nova.compute.manager [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.626422] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.627276] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c8af5-ee05-4f5f-9610-bb17cc460127 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.635324] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.635324] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4262d3-b0b1-4f44-89dd-dd36115521d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.641838] env[68986]: DEBUG oslo_vmware.api [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 733.641838] env[68986]: value = "task-3215600" [ 733.641838] env[68986]: _type = "Task" [ 733.641838] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.652019] env[68986]: DEBUG oslo_vmware.api [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.659787] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance cb0f0c6d-e536-4750-81d4-9c534928ef25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.659902] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 03de7cab-4c1d-45ac-bca4-8023d297e8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.660042] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 31e68b51-2306-4fc9-9b91-07c60037b864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.660042] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8be461f0-4cdb-4abc-a860-9bbd55111a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.660450] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.660450] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 2da173fe-12dc-4a74-a960-6d9de52f3c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.660529] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 143842ce-aa1e-444b-85c2-79fbb7d47a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.660615] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d5367501-1cdd-4d5a-8601-8114e335684a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.660738] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance e775aca8-4fd2-46a7-a1fb-cc23f35f4909 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.660850] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 726ad389-fe57-4903-ae96-b864e81f98ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.660960] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 02d045d7-db1a-4213-9041-a65a07bd5341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.661082] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 605d203a-812f-4cfd-be70-36299038162c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.661195] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.661316] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance ac02742b-60e7-49d2-98eb-8c2d8528796c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.661477] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance fd667959-7d67-47f7-a401-2b05352bc70a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.661572] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3d2440ed-660a-45be-b0ed-f3f3831eccdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.661696] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8eda7618-29ca-4c05-8430-d4b46b578421 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.661817] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 6fc5de69-28d9-42e9-baff-fb0a243ca4cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.661928] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 12eaf4a8-85ca-4f47-a615-14097d3ba3cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.662067] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 128c4398-6c16-4cab-8071-d2403cc0ed7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.662181] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance eb88e41d-1dc6-4b06-b75b-e759c3e57103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.662803] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 821b74fe-85f3-450e-8cec-919bf46c2ba2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.662803] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 6945ad76-5552-485d-95e3-855341d8c2b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.757843] env[68986]: DEBUG nova.compute.manager [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.758042] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.759962] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906178d2-8177-418b-8845-47de049410be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.767910] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.768200] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-762b0f30-b6f3-497f-a7a4-0fbee9922fd1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.775288] env[68986]: DEBUG oslo_vmware.api [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 733.775288] env[68986]: value = "task-3215601" [ 733.775288] env[68986]: _type = "Task" [ 733.775288] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.783899] env[68986]: DEBUG oslo_vmware.api [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.802522] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bd8aac-8053-f580-8525-d2f677c5348f, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.802930] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.803091] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.803336] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.803504] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.803721] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.804042] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-512807f0-bbf4-4fd9-a349-7d2e089b7d57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.813010] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.813222] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.814041] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19bdf56-23e4-4013-9135-dc0b44be0c99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.819141] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 733.819141] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52023e79-0884-4612-d2ae-9ccf41a35d42" [ 733.819141] env[68986]: _type = "Task" [ 733.819141] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.828676] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52023e79-0884-4612-d2ae-9ccf41a35d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.869430] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.112132] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.151147] env[68986]: DEBUG oslo_vmware.api [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215600, 'name': PowerOffVM_Task, 'duration_secs': 0.224127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.151506] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.151695] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.152041] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-408d86bd-394c-4bad-a6d9-19fb146ff67e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.170653] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 38ee0a83-8a17-4966-9833-d9973e2a4bc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.218546] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.218758] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.218929] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleting the datastore file [datastore2] 12eaf4a8-85ca-4f47-a615-14097d3ba3cc {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.219212] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e611be50-fe9c-42a9-a5f0-6f7580dfabb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.227176] env[68986]: DEBUG oslo_vmware.api [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 734.227176] env[68986]: value = "task-3215603" [ 734.227176] env[68986]: _type = "Task" [ 734.227176] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.235136] env[68986]: DEBUG oslo_vmware.api [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.285442] env[68986]: DEBUG oslo_vmware.api [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215601, 'name': PowerOffVM_Task, 'duration_secs': 0.230721} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.285746] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.285926] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.286252] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faea227a-086d-4884-b9d7-9dc233d8a507 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.330785] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52023e79-0884-4612-d2ae-9ccf41a35d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.331900] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7dd647-dd46-4cec-b162-97235baf70fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.338087] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 734.338087] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1ae91-2d20-9d9a-ef4f-4a684f64be65" [ 734.338087] env[68986]: _type = "Task" [ 734.338087] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.343826] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.344061] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.344303] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleting the datastore file [datastore1] 128c4398-6c16-4cab-8071-d2403cc0ed7f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.344994] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad7db6dc-db92-4243-85c7-8fa461868137 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.350806] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1ae91-2d20-9d9a-ef4f-4a684f64be65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.354704] env[68986]: DEBUG oslo_vmware.api [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 734.354704] env[68986]: value = "task-3215605" [ 734.354704] env[68986]: _type = "Task" [ 734.354704] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.362298] env[68986]: DEBUG oslo_vmware.api [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.612359] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.631342] env[68986]: DEBUG nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.657504] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.657765] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.657929] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.660820] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.661028] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.661199] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.661440] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.661612] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.661794] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.661967] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.662166] env[68986]: DEBUG nova.virt.hardware [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.663090] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ace92f-2cfe-48fc-bd2f-3b48c3e82cdd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.671140] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance e46336cb-c9f9-4c61-90dd-625e583c5349 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.673672] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ee7c78-f63a-428b-8570-0e1e14af5f44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.737035] env[68986]: DEBUG oslo_vmware.api [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260794} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.738030] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.738030] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.738030] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.738030] env[68986]: INFO nova.compute.manager [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 734.738174] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.738263] env[68986]: DEBUG nova.compute.manager [-] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.738332] env[68986]: DEBUG nova.network.neutron [-] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.849104] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1ae91-2d20-9d9a-ef4f-4a684f64be65, 'name': SearchDatastore_Task, 'duration_secs': 0.015107} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.850341] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.850341] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 821b74fe-85f3-450e-8cec-919bf46c2ba2/821b74fe-85f3-450e-8cec-919bf46c2ba2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.850341] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1dcebb-e837-4c71-8bda-99f77c265dc7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.860638] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 734.860638] env[68986]: value = "task-3215606" [ 734.860638] env[68986]: _type = "Task" [ 734.860638] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.875564] env[68986]: DEBUG oslo_vmware.api [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238454} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.876268] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.876476] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.878063] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.878518] env[68986]: INFO nova.compute.manager [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 734.878952] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.883910] env[68986]: DEBUG nova.compute.manager [-] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.884043] env[68986]: DEBUG nova.network.neutron [-] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.886060] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.107447] env[68986]: DEBUG nova.compute.manager [req-ef60fe5c-7b3a-4d86-9a23-1dcf46c106ae req-b9be5a71-a354-4e86-a401-533fa7f54099 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Received event network-vif-plugged-4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.107774] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef60fe5c-7b3a-4d86-9a23-1dcf46c106ae req-b9be5a71-a354-4e86-a401-533fa7f54099 service nova] Acquiring lock "6945ad76-5552-485d-95e3-855341d8c2b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.107896] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef60fe5c-7b3a-4d86-9a23-1dcf46c106ae req-b9be5a71-a354-4e86-a401-533fa7f54099 service nova] Lock "6945ad76-5552-485d-95e3-855341d8c2b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.108063] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef60fe5c-7b3a-4d86-9a23-1dcf46c106ae req-b9be5a71-a354-4e86-a401-533fa7f54099 service nova] Lock "6945ad76-5552-485d-95e3-855341d8c2b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.108240] env[68986]: DEBUG nova.compute.manager [req-ef60fe5c-7b3a-4d86-9a23-1dcf46c106ae req-b9be5a71-a354-4e86-a401-533fa7f54099 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] No waiting events found dispatching network-vif-plugged-4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.108411] env[68986]: WARNING nova.compute.manager [req-ef60fe5c-7b3a-4d86-9a23-1dcf46c106ae req-b9be5a71-a354-4e86-a401-533fa7f54099 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Received unexpected event network-vif-plugged-4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 for instance with vm_state building and task_state spawning. [ 735.122065] env[68986]: DEBUG oslo_vmware.api [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215599, 'name': PowerOnVM_Task, 'duration_secs': 1.168142} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.122417] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.123100] env[68986]: INFO nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Took 8.10 seconds to spawn the instance on the hypervisor. [ 735.123100] env[68986]: DEBUG nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.123837] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3505eda-1340-43c7-b5f6-c7333ba10370 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.168845] env[68986]: DEBUG nova.compute.manager [req-34279874-3c1a-4ccc-ab61-a264112526f2 req-7c26665c-6cca-48b7-839e-dca8b16f74b3 service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Received event network-vif-deleted-32c25224-a429-49dc-80e3-d6cb209baff5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.169019] env[68986]: INFO nova.compute.manager [req-34279874-3c1a-4ccc-ab61-a264112526f2 req-7c26665c-6cca-48b7-839e-dca8b16f74b3 service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Neutron deleted interface 32c25224-a429-49dc-80e3-d6cb209baff5; detaching it from the instance and deleting it from the info cache [ 735.170891] env[68986]: DEBUG nova.network.neutron [req-34279874-3c1a-4ccc-ab61-a264112526f2 req-7c26665c-6cca-48b7-839e-dca8b16f74b3 service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.181575] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.324475] env[68986]: DEBUG nova.network.neutron [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Successfully updated port: 4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.379709] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215606, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.643917] env[68986]: INFO nova.compute.manager [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Took 43.33 seconds to build instance. [ 735.649719] env[68986]: DEBUG nova.network.neutron [-] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.674101] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18a7921e-d06a-4f58-b208-7405ac69b01e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.684140] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 5fc5ba1f-2840-4758-940a-2925ebdee0f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.689324] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63762bea-d1f9-4fc9-a887-6195867c1dcf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.733236] env[68986]: DEBUG nova.compute.manager [req-34279874-3c1a-4ccc-ab61-a264112526f2 req-7c26665c-6cca-48b7-839e-dca8b16f74b3 service nova] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Detach interface failed, port_id=32c25224-a429-49dc-80e3-d6cb209baff5, reason: Instance 12eaf4a8-85ca-4f47-a615-14097d3ba3cc could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 735.814917] env[68986]: DEBUG nova.network.neutron [-] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.829282] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "refresh_cache-6945ad76-5552-485d-95e3-855341d8c2b2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.830885] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquired lock "refresh_cache-6945ad76-5552-485d-95e3-855341d8c2b2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.830885] env[68986]: DEBUG nova.network.neutron [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.873682] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705195} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.874176] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 821b74fe-85f3-450e-8cec-919bf46c2ba2/821b74fe-85f3-450e-8cec-919bf46c2ba2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.874294] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.874601] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c9f8d1d-1c84-4160-8292-8f836d9aa765 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.882247] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 735.882247] env[68986]: value = "task-3215607" [ 735.882247] env[68986]: _type = "Task" [ 735.882247] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.891590] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.152645] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6880e1e-9387-4ec8-9200-b7c201083fe0 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.165s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.153120] env[68986]: INFO nova.compute.manager [-] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Took 1.41 seconds to deallocate network for instance. [ 736.187705] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance de02ff0f-dea0-4679-95cf-c0cf6b78dee7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.269681] env[68986]: INFO nova.compute.manager [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Rescuing [ 736.269964] env[68986]: DEBUG oslo_concurrency.lockutils [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.270134] env[68986]: DEBUG oslo_concurrency.lockutils [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.270299] env[68986]: DEBUG nova.network.neutron [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.319592] env[68986]: INFO nova.compute.manager [-] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Took 1.44 seconds to deallocate network for instance. [ 736.389766] env[68986]: DEBUG nova.network.neutron [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.393995] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280137d-9062-836b-28d2-3d6bef6ccabc/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.394505] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f13c9e3-c032-46b8-9bae-46e230978ef0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.402291] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146187} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.404112] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.404112] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280137d-9062-836b-28d2-3d6bef6ccabc/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.404220] env[68986]: ERROR oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280137d-9062-836b-28d2-3d6bef6ccabc/disk-0.vmdk due to incomplete transfer. [ 736.404923] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa7257-2e18-42ee-b88f-6fa1a330f93c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.407723] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c054eec-504c-475e-b576-83bac5cddd7f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.429187] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 821b74fe-85f3-450e-8cec-919bf46c2ba2/821b74fe-85f3-450e-8cec-919bf46c2ba2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.432441] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99724a0-050e-4b0a-b46f-b9478fdf4f3c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.447456] env[68986]: DEBUG oslo_vmware.rw_handles [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280137d-9062-836b-28d2-3d6bef6ccabc/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.447654] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Uploaded image 9b79f281-6ca9-48bb-96b4-e786091a3e01 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.449764] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.450048] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e56f3dce-516c-4af4-bab0-f2c768473024 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.456268] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 736.456268] env[68986]: value = "task-3215608" [ 736.456268] env[68986]: _type = "Task" [ 736.456268] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.459014] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 736.459014] env[68986]: value = "task-3215609" [ 736.459014] env[68986]: _type = "Task" [ 736.459014] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.468726] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.471668] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215609, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.643409] env[68986]: DEBUG nova.network.neutron [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Updating instance_info_cache with network_info: [{"id": "4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4", "address": "fa:16:3e:14:d7:f2", "network": {"id": "711a2be5-5cbb-4dec-a389-ae35a2bbd267", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-123787936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2f739e602a48a780ba81d1bf1f826a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4788c2f1-e2", "ovs_interfaceid": "4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.658974] env[68986]: DEBUG nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.668306] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.690779] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance a7688732-cd59-4734-af2a-24fb16264dce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.827431] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.972694] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.975953] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215609, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.038302] env[68986]: DEBUG nova.network.neutron [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Updating instance_info_cache with network_info: [{"id": "2152caa8-114b-402e-858b-bd4d01f38d5b", "address": "fa:16:3e:d0:14:eb", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2152caa8-11", "ovs_interfaceid": "2152caa8-114b-402e-858b-bd4d01f38d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.146669] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Releasing lock "refresh_cache-6945ad76-5552-485d-95e3-855341d8c2b2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.146669] env[68986]: DEBUG nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Instance network_info: |[{"id": "4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4", "address": "fa:16:3e:14:d7:f2", "network": {"id": "711a2be5-5cbb-4dec-a389-ae35a2bbd267", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-123787936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2f739e602a48a780ba81d1bf1f826a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4788c2f1-e2", "ovs_interfaceid": "4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.146886] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:d7:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.158181] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Creating folder: Project (0a2f739e602a48a780ba81d1bf1f826a). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.158487] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b5a3b28-3aab-4320-b80f-ac6f904a2559 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.173242] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Created folder: Project (0a2f739e602a48a780ba81d1bf1f826a) in parent group-v642845. [ 737.173410] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Creating folder: Instances. Parent ref: group-v642946. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.174050] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c611b5f8-1833-4ac3-ac7f-c3621a509cde {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.183290] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Created folder: Instances in parent group-v642946. [ 737.183574] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.183774] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.183981] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59eea883-f167-4a8c-8f1f-53895e2580a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.200635] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.201369] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 35e049af-1bb0-49b9-9101-360c517ceac1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.207038] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.207038] env[68986]: value = "task-3215612" [ 737.207038] env[68986]: _type = "Task" [ 737.207038] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.216841] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215612, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.415317] env[68986]: DEBUG nova.compute.manager [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Received event network-vif-deleted-029b9ca5-8107-476b-99c6-118d16d26beb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.415664] env[68986]: DEBUG nova.compute.manager [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Received event network-changed-4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.415789] env[68986]: DEBUG nova.compute.manager [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Refreshing instance network info cache due to event network-changed-4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.416464] env[68986]: DEBUG oslo_concurrency.lockutils [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] Acquiring lock "refresh_cache-6945ad76-5552-485d-95e3-855341d8c2b2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.416661] env[68986]: DEBUG oslo_concurrency.lockutils [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] Acquired lock "refresh_cache-6945ad76-5552-485d-95e3-855341d8c2b2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.417570] env[68986]: DEBUG nova.network.neutron [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Refreshing network info cache for port 4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.476087] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215608, 'name': ReconfigVM_Task, 'duration_secs': 0.587638} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.479277] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 821b74fe-85f3-450e-8cec-919bf46c2ba2/821b74fe-85f3-450e-8cec-919bf46c2ba2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.480115] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215609, 'name': Destroy_Task, 'duration_secs': 0.601142} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.480689] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2609aeb9-1a62-44a8-b7b9-ec504a1e587a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.482607] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Destroyed the VM [ 737.482734] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.482938] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccf8e3a2-255a-4e27-9152-46f91239ca12 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.488413] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 737.488413] env[68986]: value = "task-3215613" [ 737.488413] env[68986]: _type = "Task" [ 737.488413] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.489548] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 737.489548] env[68986]: value = "task-3215614" [ 737.489548] env[68986]: _type = "Task" [ 737.489548] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.502337] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.505883] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215613, 'name': Rename_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.544434] env[68986]: DEBUG oslo_concurrency.lockutils [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "refresh_cache-eb88e41d-1dc6-4b06-b75b-e759c3e57103" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.706521] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 59621297-6d4e-493f-82de-de8d62d45113 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.720037] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215612, 'name': CreateVM_Task, 'duration_secs': 0.286332} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.720814] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.721754] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.721754] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.721754] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.722544] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84be967-852d-44d3-8c89-db25cc109de3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.727697] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 737.727697] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525d19c3-fd8d-c048-4d44-3fb539d964c1" [ 737.727697] env[68986]: _type = "Task" [ 737.727697] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.737251] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525d19c3-fd8d-c048-4d44-3fb539d964c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.997867] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215613, 'name': Rename_Task, 'duration_secs': 0.13007} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.001143] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.001417] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0939ea53-f0b8-4954-97da-c9da664bbe9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.010974] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215614, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.015217] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.015460] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.015732] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 738.015732] env[68986]: value = "task-3215615" [ 738.015732] env[68986]: _type = "Task" [ 738.015732] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.025752] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.183044] env[68986]: DEBUG nova.network.neutron [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Updated VIF entry in instance network info cache for port 4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.183414] env[68986]: DEBUG nova.network.neutron [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Updating instance_info_cache with network_info: [{"id": "4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4", "address": "fa:16:3e:14:d7:f2", "network": {"id": "711a2be5-5cbb-4dec-a389-ae35a2bbd267", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-123787936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a2f739e602a48a780ba81d1bf1f826a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4788c2f1-e2", "ovs_interfaceid": "4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.211856] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3047cbf6-86aa-42db-9fe8-b450de69bbb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.238363] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525d19c3-fd8d-c048-4d44-3fb539d964c1, 'name': SearchDatastore_Task, 'duration_secs': 0.041332} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.238662] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.238887] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.239128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.239272] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.239447] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.239720] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39245036-63d8-4835-853f-2b51b6ab752d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.248045] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.248228] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.248894] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6fdbe2-7886-449f-9a98-883bad7cb833 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.253253] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 738.253253] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5253d461-889c-bfee-494d-7ffddef3a2e7" [ 738.253253] env[68986]: _type = "Task" [ 738.253253] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.260649] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5253d461-889c-bfee-494d-7ffddef3a2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.507813] env[68986]: DEBUG oslo_vmware.api [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215614, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552897} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.507813] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.507813] env[68986]: INFO nova.compute.manager [None req-c4c94c22-9429-44a1-9135-246e57166d79 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Took 16.58 seconds to snapshot the instance on the hypervisor. [ 738.524865] env[68986]: DEBUG oslo_vmware.api [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215615, 'name': PowerOnVM_Task, 'duration_secs': 0.446737} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.525135] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.525336] env[68986]: INFO nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Took 8.81 seconds to spawn the instance on the hypervisor. [ 738.525509] env[68986]: DEBUG nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.526299] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dde78d2-9a0b-4072-9242-c9df4b667230 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.687195] env[68986]: DEBUG oslo_concurrency.lockutils [req-60427c42-124d-4a0f-984e-6eba4d8e969d req-e951b3d4-636d-43b7-a19b-44f9aa7dd301 service nova] Releasing lock "refresh_cache-6945ad76-5552-485d-95e3-855341d8c2b2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.714373] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8c961785-3028-4599-92c0-0227c8970b02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.767018] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5253d461-889c-bfee-494d-7ffddef3a2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.00817} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.767828] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824651e1-4078-4679-b609-bf7b0eb731e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.773487] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 738.773487] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52493604-11d2-d374-efe1-4848290b1bc0" [ 738.773487] env[68986]: _type = "Task" [ 738.773487] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.781141] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52493604-11d2-d374-efe1-4848290b1bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.043910] env[68986]: INFO nova.compute.manager [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Took 43.62 seconds to build instance. [ 739.087816] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.088117] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5e9e567-9841-4d8c-af78-9b1dea2b5376 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.095505] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 739.095505] env[68986]: value = "task-3215616" [ 739.095505] env[68986]: _type = "Task" [ 739.095505] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.105247] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.218520] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.287466] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52493604-11d2-d374-efe1-4848290b1bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.045921} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.287953] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.288438] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 6945ad76-5552-485d-95e3-855341d8c2b2/6945ad76-5552-485d-95e3-855341d8c2b2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.289335] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef6d8d8-ab94-4596-b1c7-c0b2426fa176 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.297436] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 739.297436] env[68986]: value = "task-3215617" [ 739.297436] env[68986]: _type = "Task" [ 739.297436] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.307628] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.546638] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03cc66db-9ffa-4a40-b939-cf123cac0094 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.803s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.551790] env[68986]: DEBUG oslo_concurrency.lockutils [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.552053] env[68986]: DEBUG oslo_concurrency.lockutils [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.552335] env[68986]: DEBUG nova.compute.manager [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.553212] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079280e0-c1c7-4db7-90cc-586212908590 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.561148] env[68986]: DEBUG nova.compute.manager [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 739.561741] env[68986]: DEBUG nova.objects.instance [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lazy-loading 'flavor' on Instance uuid 821b74fe-85f3-450e-8cec-919bf46c2ba2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.608710] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215616, 'name': PowerOffVM_Task, 'duration_secs': 0.199839} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.608954] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.610133] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad2da7-d127-42e5-bce9-f4328a586968 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.632160] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e562475-a97d-4bee-b5d6-d04d1628fe64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.660093] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.660724] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.660724] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.660867] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.661068] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.665142] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.665460] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3abe86ca-9e26-4c73-bc2a-1700b8e2e19b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.667656] env[68986]: INFO nova.compute.manager [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Terminating instance [ 739.676994] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 739.676994] env[68986]: value = "task-3215618" [ 739.676994] env[68986]: _type = "Task" [ 739.676994] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.689105] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 739.689429] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.689788] env[68986]: DEBUG oslo_concurrency.lockutils [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.690035] env[68986]: DEBUG oslo_concurrency.lockutils [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.690281] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.690636] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98a34ab3-aedb-4964-af39-4bb2aa4897c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.702936] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.703166] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.704093] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c47f4b7-c0a4-480c-a0ec-5d29b5f84de2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.711477] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 739.711477] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522e2e80-e0ca-fd52-97ab-57df1b581b89" [ 739.711477] env[68986]: _type = "Task" [ 739.711477] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.720552] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d8fda21c-b4b7-4a50-96cb-2c7f2838aeab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.720846] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 739.720990] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 739.726326] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522e2e80-e0ca-fd52-97ab-57df1b581b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.808433] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215617, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.049344] env[68986]: DEBUG nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.164893] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c799bc6c-8885-428d-91d1-1c97c46e3b03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.172315] env[68986]: DEBUG nova.compute.manager [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.172315] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.174114] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9e2aac-02b1-4e7c-a684-34ddf7df5261 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.177113] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c5b66e-b171-4048-9306-0c2a569a9035 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.183718] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.208463] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a02b2dd-bb2e-4cf8-8111-445f53a0d2fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.211112] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f746ff9e-8321-43ef-ad5a-a7b638fe54ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.225599] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72af3a5b-181d-4c98-894a-657d1a3c55f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.229410] env[68986]: DEBUG oslo_vmware.api [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 740.229410] env[68986]: value = "task-3215619" [ 740.229410] env[68986]: _type = "Task" [ 740.229410] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.229628] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522e2e80-e0ca-fd52-97ab-57df1b581b89, 'name': SearchDatastore_Task, 'duration_secs': 0.015481} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.234184] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9632bc5-e79e-4aea-adcb-c6dd8e35907a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.244340] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.250601] env[68986]: DEBUG oslo_vmware.api [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.252317] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 740.252317] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251f775-b25d-ab95-2877-4259a65e1240" [ 740.252317] env[68986]: _type = "Task" [ 740.252317] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.260704] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251f775-b25d-ab95-2877-4259a65e1240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.308072] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565129} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.308339] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 6945ad76-5552-485d-95e3-855341d8c2b2/6945ad76-5552-485d-95e3-855341d8c2b2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.308548] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.308792] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4135c80b-1aea-4069-a790-92f28a87c60e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.315488] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 740.315488] env[68986]: value = "task-3215620" [ 740.315488] env[68986]: _type = "Task" [ 740.315488] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.324227] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.569863] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.570919] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.571193] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e4d6a9d-495b-4b5c-9f96-8867d012ecb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.578528] env[68986]: DEBUG oslo_vmware.api [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 740.578528] env[68986]: value = "task-3215621" [ 740.578528] env[68986]: _type = "Task" [ 740.578528] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.586339] env[68986]: DEBUG oslo_vmware.api [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.739321] env[68986]: DEBUG oslo_vmware.api [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215619, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.748623] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.761988] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251f775-b25d-ab95-2877-4259a65e1240, 'name': SearchDatastore_Task, 'duration_secs': 0.042212} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.762265] env[68986]: DEBUG oslo_concurrency.lockutils [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.762713] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. {{(pid=68986) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 740.762803] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c817b761-e1fb-4445-b402-9a8e0a3a7b58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.769171] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 740.769171] env[68986]: value = "task-3215622" [ 740.769171] env[68986]: _type = "Task" [ 740.769171] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.777489] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.828869] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289204} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.828869] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.828869] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a83f52-ddcc-45c1-8840-d09c4d7e19c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.852449] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 6945ad76-5552-485d-95e3-855341d8c2b2/6945ad76-5552-485d-95e3-855341d8c2b2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.852738] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6711db-5f1a-4ed5-9fab-4c1cfeb37bb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.876031] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 740.876031] env[68986]: value = "task-3215623" [ 740.876031] env[68986]: _type = "Task" [ 740.876031] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.881382] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.089835] env[68986]: DEBUG oslo_vmware.api [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215621, 'name': PowerOffVM_Task, 'duration_secs': 0.350727} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.090171] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.090401] env[68986]: DEBUG nova.compute.manager [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.091246] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d086a041-2332-45ec-a20e-ca456bd92905 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.240552] env[68986]: DEBUG oslo_vmware.api [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215619, 'name': PowerOffVM_Task, 'duration_secs': 0.702895} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.240831] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.240998] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.241255] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d3847d6-c6e8-4e2c-8959-492a4c4fe714 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.253629] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 741.253872] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.665s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.254180] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.172s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.255795] env[68986]: INFO nova.compute.claims [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.278633] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478475} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.278841] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. [ 741.280055] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf699f2b-50e2-4f71-86dc-6c3518484dc9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.304743] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.306766] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a1f973-48ce-452c-84b1-c7f96744a5e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.319850] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.320065] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.320243] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Deleting the datastore file [datastore2] 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.320493] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df19ab74-a7d1-466c-b7f4-4d1b8545c649 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.327216] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 741.327216] env[68986]: value = "task-3215625" [ 741.327216] env[68986]: _type = "Task" [ 741.327216] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.328703] env[68986]: DEBUG oslo_vmware.api [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for the task: (returnval){ [ 741.328703] env[68986]: value = "task-3215626" [ 741.328703] env[68986]: _type = "Task" [ 741.328703] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.341732] env[68986]: DEBUG oslo_vmware.api [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.341955] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.383724] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215623, 'name': ReconfigVM_Task, 'duration_secs': 0.325067} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.384072] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 6945ad76-5552-485d-95e3-855341d8c2b2/6945ad76-5552-485d-95e3-855341d8c2b2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.384801] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccd06e6a-23b6-41eb-b180-93ba56ee8d83 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.391050] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 741.391050] env[68986]: value = "task-3215627" [ 741.391050] env[68986]: _type = "Task" [ 741.391050] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.402713] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215627, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.606013] env[68986]: DEBUG oslo_concurrency.lockutils [None req-521aa27b-3725-4a84-afef-34df765e3041 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.843654] env[68986]: DEBUG oslo_vmware.api [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Task: {'id': task-3215626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141052} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.843909] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215625, 'name': ReconfigVM_Task, 'duration_secs': 0.282978} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.844134] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.844311] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.844482] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.844701] env[68986]: INFO nova.compute.manager [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 741.844948] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.845182] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Reconfigured VM instance instance-00000021 to attach disk [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.845502] env[68986]: DEBUG nova.compute.manager [-] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.845599] env[68986]: DEBUG nova.network.neutron [-] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.847658] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ca683-ba47-4243-9394-7ad4d3ebe3f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.873792] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f55e4db-d54a-44c5-a6d6-392c0438df15 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.889937] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 741.889937] env[68986]: value = "task-3215628" [ 741.889937] env[68986]: _type = "Task" [ 741.889937] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.902304] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215627, 'name': Rename_Task, 'duration_secs': 0.180893} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.905543] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.906222] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.906222] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ff30c0-60ed-4c1b-927a-73c813a17e3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.913255] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 741.913255] env[68986]: value = "task-3215629" [ 741.913255] env[68986]: _type = "Task" [ 741.913255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.923777] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.206443] env[68986]: DEBUG nova.compute.manager [req-351d1743-2a30-43bc-8e01-e247a492c425 req-ad156fb2-b5cc-4674-99fd-b9463af7c5d9 service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Received event network-vif-deleted-8f7396fd-477d-45db-a865-d1e3b68976ab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.206637] env[68986]: INFO nova.compute.manager [req-351d1743-2a30-43bc-8e01-e247a492c425 req-ad156fb2-b5cc-4674-99fd-b9463af7c5d9 service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Neutron deleted interface 8f7396fd-477d-45db-a865-d1e3b68976ab; detaching it from the instance and deleting it from the info cache [ 742.206796] env[68986]: DEBUG nova.network.neutron [req-351d1743-2a30-43bc-8e01-e247a492c425 req-ad156fb2-b5cc-4674-99fd-b9463af7c5d9 service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.401305] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.424593] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.692467] env[68986]: DEBUG nova.network.neutron [-] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.709579] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e974ea58-66a7-4acb-89e2-82a3b68de713 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.725272] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15978fbe-189c-4404-b7d3-2204ced76fb9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.765728] env[68986]: DEBUG nova.compute.manager [req-351d1743-2a30-43bc-8e01-e247a492c425 req-ad156fb2-b5cc-4674-99fd-b9463af7c5d9 service nova] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Detach interface failed, port_id=8f7396fd-477d-45db-a865-d1e3b68976ab, reason: Instance 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.789429] env[68986]: DEBUG nova.compute.manager [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.792662] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22373e56-b989-42fb-90d9-45552a724c57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.870167] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4378acad-aed1-4e10-9d42-dca3f6afb335 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.876082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd69e27-2cb4-4986-84fd-7c70c05a26a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.914400] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edae180-373e-4ab9-8e92-9a96459b93c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.923463] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.927849] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e3b16-72e6-4c3f-9fa4-71c6d9e30894 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.934024] env[68986]: DEBUG oslo_vmware.api [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215629, 'name': PowerOnVM_Task, 'duration_secs': 0.819775} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.935037] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.935037] env[68986]: INFO nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Took 8.30 seconds to spawn the instance on the hypervisor. [ 742.935176] env[68986]: DEBUG nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.935921] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182e915-88ec-4ffa-89a2-c9c266a44f6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.946633] env[68986]: DEBUG nova.compute.provider_tree [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.197995] env[68986]: INFO nova.compute.manager [-] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Took 1.35 seconds to deallocate network for instance. [ 743.302667] env[68986]: INFO nova.compute.manager [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] instance snapshotting [ 743.302888] env[68986]: WARNING nova.compute.manager [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 743.305563] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf967e67-4540-4507-978f-a6425d1df0fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.325170] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c916e99-745c-4c67-915c-143a3aabb0e3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.422149] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215628, 'name': ReconfigVM_Task, 'duration_secs': 1.172925} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.422610] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.422845] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d459d24-351f-4a26-aae6-b858b748c64b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.429906] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 743.429906] env[68986]: value = "task-3215630" [ 743.429906] env[68986]: _type = "Task" [ 743.429906] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.438821] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.450073] env[68986]: DEBUG nova.scheduler.client.report [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.465597] env[68986]: INFO nova.compute.manager [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Took 42.80 seconds to build instance. [ 743.707634] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.837668] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.837798] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-278d93b7-b84b-41aa-ba02-695c2d8defd4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.845192] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 743.845192] env[68986]: value = "task-3215631" [ 743.845192] env[68986]: _type = "Task" [ 743.845192] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.853170] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.924194] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "6945ad76-5552-485d-95e3-855341d8c2b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.939409] env[68986]: DEBUG oslo_vmware.api [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215630, 'name': PowerOnVM_Task, 'duration_secs': 0.368884} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.939684] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.942523] env[68986]: DEBUG nova.compute.manager [None req-20adc86f-f4e2-4e0c-ba08-2367fd916e31 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.943293] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ccf89-0e30-4380-98ca-7b4df16d4a17 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.955628] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.956165] env[68986]: DEBUG nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.959074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.233s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.960121] env[68986]: INFO nova.compute.claims [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.967046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-429a41e0-8303-40f0-a8b1-9da78229845b tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "6945ad76-5552-485d-95e3-855341d8c2b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.546s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.968080] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "6945ad76-5552-485d-95e3-855341d8c2b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.044s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.968299] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "6945ad76-5552-485d-95e3-855341d8c2b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.968496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "6945ad76-5552-485d-95e3-855341d8c2b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.968657] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "6945ad76-5552-485d-95e3-855341d8c2b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.970439] env[68986]: INFO nova.compute.manager [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Terminating instance [ 744.355269] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215631, 'name': CreateSnapshot_Task, 'duration_secs': 0.386827} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.355496] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.356375] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a3f9a1-c9c9-4bf9-ba60-327750435961 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.464611] env[68986]: DEBUG nova.compute.utils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.468017] env[68986]: DEBUG nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.468359] env[68986]: DEBUG nova.network.neutron [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.470562] env[68986]: DEBUG nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.474426] env[68986]: DEBUG nova.compute.manager [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.474638] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.476018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbe2f3a-1717-4b61-b0a7-a1aa021a472f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.484215] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.484461] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-840e744d-3234-4a0f-a852-024e27343674 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.492115] env[68986]: DEBUG oslo_vmware.api [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 744.492115] env[68986]: value = "task-3215632" [ 744.492115] env[68986]: _type = "Task" [ 744.492115] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.501128] env[68986]: DEBUG oslo_vmware.api [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.515962] env[68986]: DEBUG nova.policy [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449d73d1e992443688374bed947a652c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e34640941f014bc9b3779f0991cb53f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.801528] env[68986]: DEBUG nova.network.neutron [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Successfully created port: 5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.875134] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.875231] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9781d4c1-808b-4333-a214-fa71550567da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.885916] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 744.885916] env[68986]: value = "task-3215633" [ 744.885916] env[68986]: _type = "Task" [ 744.885916] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.893856] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215633, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.969104] env[68986]: DEBUG nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.998491] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.009654] env[68986]: DEBUG oslo_vmware.api [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215632, 'name': PowerOffVM_Task, 'duration_secs': 0.172019} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.009961] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.010144] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.010391] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852a6b20-96f1-4052-b010-9a924d96f649 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.230856] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.230856] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.230856] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Deleting the datastore file [datastore2] 6945ad76-5552-485d-95e3-855341d8c2b2 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.230856] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8517b28-da6e-435b-a4d8-ad3a9f20a78c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.235687] env[68986]: DEBUG oslo_vmware.api [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for the task: (returnval){ [ 745.235687] env[68986]: value = "task-3215635" [ 745.235687] env[68986]: _type = "Task" [ 745.235687] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.246468] env[68986]: DEBUG oslo_vmware.api [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.396210] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215633, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.509589] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec098a31-fe3c-4073-b911-06052bd1ed84 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.518668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a350020c-acb9-4e1d-a450-4930ce6ad90c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.550480] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c7bc6-50ea-4763-9290-a11d73b61549 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.558180] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346f9dd8-2e13-4d1a-83ad-7c82b969e723 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.572322] env[68986]: DEBUG nova.compute.provider_tree [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.749126] env[68986]: DEBUG oslo_vmware.api [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Task: {'id': task-3215635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154423} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.749126] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.749281] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.749453] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.749619] env[68986]: INFO nova.compute.manager [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Took 1.28 seconds to destroy the instance on the hypervisor. [ 745.749863] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.750101] env[68986]: DEBUG nova.compute.manager [-] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.750203] env[68986]: DEBUG nova.network.neutron [-] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.897605] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215633, 'name': CloneVM_Task, 'duration_secs': 0.879145} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.897954] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Created linked-clone VM from snapshot [ 745.898629] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e41320-b745-4dfb-9b95-80fe9defeb72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.906508] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Uploading image 00dcb5de-f110-4843-88bf-bdb5fedb77ea {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 745.929647] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 745.929647] env[68986]: value = "vm-642950" [ 745.929647] env[68986]: _type = "VirtualMachine" [ 745.929647] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 745.929919] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bef2bb67-c174-4b32-90f3-87e1ba776ada {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.939046] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease: (returnval){ [ 745.939046] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a0db36-5d03-497a-fbdb-2936d73829cc" [ 745.939046] env[68986]: _type = "HttpNfcLease" [ 745.939046] env[68986]: } obtained for exporting VM: (result){ [ 745.939046] env[68986]: value = "vm-642950" [ 745.939046] env[68986]: _type = "VirtualMachine" [ 745.939046] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 745.939274] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the lease: (returnval){ [ 745.939274] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a0db36-5d03-497a-fbdb-2936d73829cc" [ 745.939274] env[68986]: _type = "HttpNfcLease" [ 745.939274] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 745.946257] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.946257] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a0db36-5d03-497a-fbdb-2936d73829cc" [ 745.946257] env[68986]: _type = "HttpNfcLease" [ 745.946257] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 745.982877] env[68986]: DEBUG nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.998857] env[68986]: DEBUG nova.compute.manager [req-7831a65b-06df-4167-b698-2e79b1d86da8 req-4bb6028a-ed49-4cde-8702-199922c6d535 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Received event network-vif-deleted-4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.999012] env[68986]: INFO nova.compute.manager [req-7831a65b-06df-4167-b698-2e79b1d86da8 req-4bb6028a-ed49-4cde-8702-199922c6d535 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Neutron deleted interface 4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4; detaching it from the instance and deleting it from the info cache [ 745.999173] env[68986]: DEBUG nova.network.neutron [req-7831a65b-06df-4167-b698-2e79b1d86da8 req-4bb6028a-ed49-4cde-8702-199922c6d535 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.008850] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.009036] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.009168] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.009354] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.009494] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.009640] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.009848] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.009991] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.010178] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.010346] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.010516] env[68986]: DEBUG nova.virt.hardware [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.012094] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b15fb6-de6e-4689-9ca9-48a290a4ff44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.020767] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f9d38-53c3-4f06-b96d-dd783866c88d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.075290] env[68986]: DEBUG nova.scheduler.client.report [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.299095] env[68986]: DEBUG nova.network.neutron [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Successfully updated port: 5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.343402] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "712c268b-7661-4ac2-b97a-0fb7361395bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.343700] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.448598] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.448598] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a0db36-5d03-497a-fbdb-2936d73829cc" [ 746.448598] env[68986]: _type = "HttpNfcLease" [ 746.448598] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.448598] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.448598] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a0db36-5d03-497a-fbdb-2936d73829cc" [ 746.448598] env[68986]: _type = "HttpNfcLease" [ 746.448598] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.450082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f57c798-7629-477f-a6e3-3c2126887565 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.456394] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b93af-e604-e091-ea54-4e1e71b0bbea/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.456611] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b93af-e604-e091-ea54-4e1e71b0bbea/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.514470] env[68986]: DEBUG nova.network.neutron [-] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.516582] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34b52eb1-ca80-4927-baf9-b3e05b7a4a79 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.529381] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e6f356-a895-46ad-a57e-230dfc873263 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.547679] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51ede879-2695-4172-be04-b8a18b6d0c8f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.564511] env[68986]: DEBUG nova.compute.manager [req-7831a65b-06df-4167-b698-2e79b1d86da8 req-4bb6028a-ed49-4cde-8702-199922c6d535 service nova] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Detach interface failed, port_id=4788c2f1-e2c3-45d0-ba5f-75c8972a9ed4, reason: Instance 6945ad76-5552-485d-95e3-855341d8c2b2 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.582615] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.583160] env[68986]: DEBUG nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.586745] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.743s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.588140] env[68986]: INFO nova.compute.claims [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.805106] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.805235] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquired lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.805401] env[68986]: DEBUG nova.network.neutron [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.017460] env[68986]: INFO nova.compute.manager [-] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Took 1.27 seconds to deallocate network for instance. [ 747.088663] env[68986]: DEBUG nova.compute.utils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.089873] env[68986]: DEBUG nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.090112] env[68986]: DEBUG nova.network.neutron [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.146702] env[68986]: DEBUG nova.policy [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be007165af8b447f8d819a95a758b547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c4cad50d5d3410cb0c602317a459b0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.352740] env[68986]: DEBUG nova.network.neutron [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.524291] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.594246] env[68986]: DEBUG nova.network.neutron [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Successfully created port: 391109ef-660a-4da6-895e-407d11c73896 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.596566] env[68986]: DEBUG nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.627624] env[68986]: DEBUG nova.network.neutron [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Updating instance_info_cache with network_info: [{"id": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "address": "fa:16:3e:07:e2:91", "network": {"id": "ab063080-12f1-4697-bf93-7b38d91b5a62", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2090713767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e34640941f014bc9b3779f0991cb53f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf8452-a9", "ovs_interfaceid": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.028458] env[68986]: DEBUG nova.compute.manager [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Received event network-vif-plugged-5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.028792] env[68986]: DEBUG oslo_concurrency.lockutils [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] Acquiring lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.028947] env[68986]: DEBUG oslo_concurrency.lockutils [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.029917] env[68986]: DEBUG oslo_concurrency.lockutils [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.029917] env[68986]: DEBUG nova.compute.manager [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] No waiting events found dispatching network-vif-plugged-5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.029917] env[68986]: WARNING nova.compute.manager [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Received unexpected event network-vif-plugged-5ecf8452-a966-4b4e-846c-1032b6d4cef0 for instance with vm_state building and task_state spawning. [ 748.030132] env[68986]: DEBUG nova.compute.manager [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Received event network-changed-5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.030229] env[68986]: DEBUG nova.compute.manager [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Refreshing instance network info cache due to event network-changed-5ecf8452-a966-4b4e-846c-1032b6d4cef0. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.030429] env[68986]: DEBUG oslo_concurrency.lockutils [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] Acquiring lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.125633] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de97a99b-470d-4dfc-965b-808fbe000fe4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.131409] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Releasing lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.131733] env[68986]: DEBUG nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Instance network_info: |[{"id": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "address": "fa:16:3e:07:e2:91", "network": {"id": "ab063080-12f1-4697-bf93-7b38d91b5a62", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2090713767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e34640941f014bc9b3779f0991cb53f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf8452-a9", "ovs_interfaceid": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.134072] env[68986]: DEBUG oslo_concurrency.lockutils [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] Acquired lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.134264] env[68986]: DEBUG nova.network.neutron [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Refreshing network info cache for port 5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.135753] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:e2:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ecf8452-a966-4b4e-846c-1032b6d4cef0', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.143221] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Creating folder: Project (e34640941f014bc9b3779f0991cb53f1). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.146676] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9119c5e-63a0-40a0-a5ea-8a5b16d73d3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.149444] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fb1f55-1026-4e81-bbc3-d6cf97e6eba8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.189301] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0560d830-264a-4d7d-9ae5-f16576568b4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.192188] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Created folder: Project (e34640941f014bc9b3779f0991cb53f1) in parent group-v642845. [ 748.192380] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Creating folder: Instances. Parent ref: group-v642951. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.192941] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83c3ad9f-0068-4d17-910a-033e4b28dcec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.203926] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25229c2-e0b4-4c1f-8a92-01ef6bc2a19c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.210583] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Created folder: Instances in parent group-v642951. [ 748.210583] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.211035] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.211229] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02d04a17-fa1f-4152-932b-ee666314c0ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.236520] env[68986]: DEBUG nova.compute.provider_tree [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.245198] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.245198] env[68986]: value = "task-3215639" [ 748.245198] env[68986]: _type = "Task" [ 748.245198] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.255174] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215639, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.391219] env[68986]: DEBUG nova.network.neutron [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Updated VIF entry in instance network info cache for port 5ecf8452-a966-4b4e-846c-1032b6d4cef0. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.391628] env[68986]: DEBUG nova.network.neutron [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Updating instance_info_cache with network_info: [{"id": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "address": "fa:16:3e:07:e2:91", "network": {"id": "ab063080-12f1-4697-bf93-7b38d91b5a62", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2090713767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e34640941f014bc9b3779f0991cb53f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf8452-a9", "ovs_interfaceid": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.610185] env[68986]: DEBUG nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.635090] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.635369] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.635526] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.635704] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.635847] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.635989] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.636211] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.636367] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.636535] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.636700] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.636870] env[68986]: DEBUG nova.virt.hardware [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.637853] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8459fb-9877-4d08-b560-c135cd9eb4e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.646776] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f428d879-d915-435f-8fe2-b6ff0c3ded86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.739482] env[68986]: DEBUG nova.scheduler.client.report [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.758580] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215639, 'name': CreateVM_Task, 'duration_secs': 0.384566} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.759403] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.760136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.760375] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.760621] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.761145] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f733a05a-9973-48c8-b8d7-35675eae6ff0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.767219] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 748.767219] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527a9422-afe4-b5f7-6dee-69c43a9f0b52" [ 748.767219] env[68986]: _type = "Task" [ 748.767219] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.777034] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527a9422-afe4-b5f7-6dee-69c43a9f0b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.894357] env[68986]: DEBUG oslo_concurrency.lockutils [req-3ed5b230-1cfc-4c02-93bb-ab57685bf311 req-b0f74d52-b03a-4208-ac14-185d76c8de70 service nova] Releasing lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.183531] env[68986]: DEBUG nova.network.neutron [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Successfully updated port: 391109ef-660a-4da6-895e-407d11c73896 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.246113] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.246934] env[68986]: DEBUG nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.249880] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.999s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.251485] env[68986]: INFO nova.compute.claims [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.280168] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527a9422-afe4-b5f7-6dee-69c43a9f0b52, 'name': SearchDatastore_Task, 'duration_secs': 0.014673} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.280812] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.280812] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.281119] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.281268] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.281451] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.281744] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f273376b-aa55-45c7-b438-d0f908a1dc8e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.292435] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.292626] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.293477] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f534e5f8-16ed-4408-8064-79ea494f3819 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.300974] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 749.300974] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52de7e8f-136f-b017-4576-cb25fc01437d" [ 749.300974] env[68986]: _type = "Task" [ 749.300974] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.309588] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52de7e8f-136f-b017-4576-cb25fc01437d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.689033] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.689033] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.689033] env[68986]: DEBUG nova.network.neutron [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.759113] env[68986]: DEBUG nova.compute.utils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.760673] env[68986]: DEBUG nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 749.814159] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52de7e8f-136f-b017-4576-cb25fc01437d, 'name': SearchDatastore_Task, 'duration_secs': 0.016918} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.815065] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36efdfd-56c8-454a-8f0a-900697b529ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.821567] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 749.821567] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5298eb92-ded1-74b4-ab9a-e7b7c914dec4" [ 749.821567] env[68986]: _type = "Task" [ 749.821567] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.831381] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5298eb92-ded1-74b4-ab9a-e7b7c914dec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.055440] env[68986]: DEBUG nova.compute.manager [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Received event network-vif-plugged-391109ef-660a-4da6-895e-407d11c73896 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.055440] env[68986]: DEBUG oslo_concurrency.lockutils [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] Acquiring lock "e46336cb-c9f9-4c61-90dd-625e583c5349-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.055440] env[68986]: DEBUG oslo_concurrency.lockutils [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.055440] env[68986]: DEBUG oslo_concurrency.lockutils [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.055440] env[68986]: DEBUG nova.compute.manager [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] No waiting events found dispatching network-vif-plugged-391109ef-660a-4da6-895e-407d11c73896 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.055669] env[68986]: WARNING nova.compute.manager [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Received unexpected event network-vif-plugged-391109ef-660a-4da6-895e-407d11c73896 for instance with vm_state building and task_state spawning. [ 750.055669] env[68986]: DEBUG nova.compute.manager [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Received event network-changed-391109ef-660a-4da6-895e-407d11c73896 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.055669] env[68986]: DEBUG nova.compute.manager [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Refreshing instance network info cache due to event network-changed-391109ef-660a-4da6-895e-407d11c73896. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.055785] env[68986]: DEBUG oslo_concurrency.lockutils [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] Acquiring lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.223199] env[68986]: DEBUG nova.network.neutron [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.264566] env[68986]: DEBUG nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.335810] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5298eb92-ded1-74b4-ab9a-e7b7c914dec4, 'name': SearchDatastore_Task, 'duration_secs': 0.017754} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.336161] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.336468] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 38ee0a83-8a17-4966-9833-d9973e2a4bc0/38ee0a83-8a17-4966-9833-d9973e2a4bc0.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.336777] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7975a10f-92f4-452a-b62f-b8f15fdf9322 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.350684] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 750.350684] env[68986]: value = "task-3215640" [ 750.350684] env[68986]: _type = "Task" [ 750.350684] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.359678] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.390251] env[68986]: DEBUG nova.network.neutron [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Updating instance_info_cache with network_info: [{"id": "391109ef-660a-4da6-895e-407d11c73896", "address": "fa:16:3e:27:3c:90", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391109ef-66", "ovs_interfaceid": "391109ef-660a-4da6-895e-407d11c73896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.728461] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2954c7-4896-4109-a5de-f6b4bcfc71d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.738526] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c3332-2ff4-402c-a914-411f946cdc52 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.778907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e540d342-c35c-4ef9-a2d3-12cad2e33cdd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.788190] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73e9ec-9669-491b-86c9-d7b9dca07f2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.804513] env[68986]: DEBUG nova.compute.provider_tree [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.865245] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215640, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.895070] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.895070] env[68986]: DEBUG nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Instance network_info: |[{"id": "391109ef-660a-4da6-895e-407d11c73896", "address": "fa:16:3e:27:3c:90", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391109ef-66", "ovs_interfaceid": "391109ef-660a-4da6-895e-407d11c73896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.895352] env[68986]: DEBUG oslo_concurrency.lockutils [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] Acquired lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.895352] env[68986]: DEBUG nova.network.neutron [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Refreshing network info cache for port 391109ef-660a-4da6-895e-407d11c73896 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.896915] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:3c:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '391109ef-660a-4da6-895e-407d11c73896', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.911980] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.913751] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.914624] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05a0473d-6863-460b-b2c6-b7c1ca783e00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.946127] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.946127] env[68986]: value = "task-3215641" [ 750.946127] env[68986]: _type = "Task" [ 750.946127] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.958523] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215641, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.279016] env[68986]: DEBUG nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.303129] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.303445] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.303699] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.303920] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.304103] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.305164] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.305164] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.305164] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.305164] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.305164] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.305396] env[68986]: DEBUG nova.virt.hardware [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.306114] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a3739-f24c-4960-8259-8c1c0af1d150 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.309814] env[68986]: DEBUG nova.scheduler.client.report [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.319630] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749924ba-6d9c-470a-a7a2-71268f6f594f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.335278] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.344315] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Creating folder: Project (0bb35f91e05a40bb8446eda798bcec74). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.344315] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1f3c1f-ed3a-4ba9-93a5-840bc3bfc609 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.359542] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Created folder: Project (0bb35f91e05a40bb8446eda798bcec74) in parent group-v642845. [ 751.359798] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Creating folder: Instances. Parent ref: group-v642955. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.360118] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-038afea5-43cf-4943-a718-e00bbdfc8c56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.369023] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731933} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.369023] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 38ee0a83-8a17-4966-9833-d9973e2a4bc0/38ee0a83-8a17-4966-9833-d9973e2a4bc0.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.369023] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.369023] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e017e23f-f669-494c-bcdf-95ea5e5e2535 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.375788] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 751.375788] env[68986]: value = "task-3215644" [ 751.375788] env[68986]: _type = "Task" [ 751.375788] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.380454] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Created folder: Instances in parent group-v642955. [ 751.380703] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.381382] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.381989] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6761cb-3bbc-4995-bb7c-96571f1b861f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.397747] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.406126] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.406126] env[68986]: value = "task-3215645" [ 751.406126] env[68986]: _type = "Task" [ 751.406126] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.418026] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215645, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.460656] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215641, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.612188] env[68986]: DEBUG nova.network.neutron [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Updated VIF entry in instance network info cache for port 391109ef-660a-4da6-895e-407d11c73896. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.612562] env[68986]: DEBUG nova.network.neutron [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Updating instance_info_cache with network_info: [{"id": "391109ef-660a-4da6-895e-407d11c73896", "address": "fa:16:3e:27:3c:90", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391109ef-66", "ovs_interfaceid": "391109ef-660a-4da6-895e-407d11c73896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.819685] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.820211] env[68986]: DEBUG nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.822786] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.964s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.822889] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.824920] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.045s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.825109] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.826782] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.335s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.828487] env[68986]: INFO nova.compute.claims [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.848526] env[68986]: INFO nova.scheduler.client.report [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Deleted allocations for instance 8eda7618-29ca-4c05-8430-d4b46b578421 [ 751.853025] env[68986]: INFO nova.scheduler.client.report [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Deleted allocations for instance ac02742b-60e7-49d2-98eb-8c2d8528796c [ 751.887470] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084686} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.888449] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.889351] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2681ceba-7332-46c3-967c-8cf9640ddc19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.916639] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 38ee0a83-8a17-4966-9833-d9973e2a4bc0/38ee0a83-8a17-4966-9833-d9973e2a4bc0.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.920024] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f08742-b69e-487e-86cb-8570408f93ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.941307] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215645, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.942831] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 751.942831] env[68986]: value = "task-3215646" [ 751.942831] env[68986]: _type = "Task" [ 751.942831] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.954061] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.964636] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215641, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.115862] env[68986]: DEBUG oslo_concurrency.lockutils [req-2eb5fa8f-201e-418a-9f90-5858eec32e91 req-83b0584a-983b-4bd8-98b0-729eedf4f0b7 service nova] Releasing lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.332545] env[68986]: DEBUG nova.compute.utils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.336024] env[68986]: DEBUG nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.336211] env[68986]: DEBUG nova.network.neutron [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.357242] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dd634d09-75af-4eeb-9017-c6d7da59bed5 tempest-ServersAaction247Test-494817143 tempest-ServersAaction247Test-494817143-project-member] Lock "8eda7618-29ca-4c05-8430-d4b46b578421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.275s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.360285] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfa1f8a7-e188-477f-beac-e5c62a1a536e tempest-FloatingIPsAssociationNegativeTestJSON-766941241 tempest-FloatingIPsAssociationNegativeTestJSON-766941241-project-member] Lock "ac02742b-60e7-49d2-98eb-8c2d8528796c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.954s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.419313] env[68986]: DEBUG nova.policy [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea66f219ef2d4322bfd80e9b55364ec3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50cc286bef2d4bc9b276c381545f9114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.426177] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215645, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.458028] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215646, 'name': ReconfigVM_Task, 'duration_secs': 0.348516} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.459371] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 38ee0a83-8a17-4966-9833-d9973e2a4bc0/38ee0a83-8a17-4966-9833-d9973e2a4bc0.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.460387] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f9ca72d-cf82-4ebf-9e7a-7ea9dc53a1df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.469355] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215641, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.471388] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 752.471388] env[68986]: value = "task-3215647" [ 752.471388] env[68986]: _type = "Task" [ 752.471388] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.483290] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215647, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.837541] env[68986]: DEBUG nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.926414] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215645, 'name': CreateVM_Task, 'duration_secs': 1.359027} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.926976] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.927883] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.928089] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.928388] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.928648] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f595d3-f707-471f-8ebc-9229a2c14b39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.940034] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 752.940034] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dfcf95-b8c7-f3bd-fdc7-2855191d31a5" [ 752.940034] env[68986]: _type = "Task" [ 752.940034] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.956325] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dfcf95-b8c7-f3bd-fdc7-2855191d31a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.967133] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215641, 'name': CreateVM_Task, 'duration_secs': 1.634337} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.969956] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.970988] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.984294] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215647, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.280171] env[68986]: DEBUG nova.network.neutron [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Successfully created port: 3fe3dc79-520c-415a-8516-f14dd0518f37 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.419155] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69253029-3715-47f8-8a17-516c50c8ab46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.430352] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c807d671-8849-4e68-a464-71b3b1580043 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.468316] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9328fffe-d849-4b06-bbc0-b7e67f2385db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.482872] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dfcf95-b8c7-f3bd-fdc7-2855191d31a5, 'name': SearchDatastore_Task, 'duration_secs': 0.0181} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.483677] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22a7f63-68f7-447c-8060-325046881475 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.487967] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.488249] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.488489] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.488633] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.488809] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.492689] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.493104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.493408] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe90bd1-0c8a-4bbf-a6ea-57560997cb6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.495309] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215647, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.495899] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab76f4e-b7b7-4dc6-870f-63df25f9ae46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.506838] env[68986]: DEBUG nova.compute.provider_tree [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.512652] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.512835] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.513686] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 753.513686] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a8b81-8795-7752-0f75-c4a53e0fcc7d" [ 753.513686] env[68986]: _type = "Task" [ 753.513686] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.514256] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896106bd-a6ea-47b6-be39-85f8d0e11c83 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.528717] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a8b81-8795-7752-0f75-c4a53e0fcc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.530175] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 753.530175] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e4f3f3-7524-1440-7ed8-f1d9d62c072c" [ 753.530175] env[68986]: _type = "Task" [ 753.530175] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.540117] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e4f3f3-7524-1440-7ed8-f1d9d62c072c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.548973] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b93af-e604-e091-ea54-4e1e71b0bbea/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.550173] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da3285-e198-4288-9d9d-9f8214575e80 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.556959] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b93af-e604-e091-ea54-4e1e71b0bbea/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.557154] env[68986]: ERROR oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b93af-e604-e091-ea54-4e1e71b0bbea/disk-0.vmdk due to incomplete transfer. [ 753.557401] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8813ebb0-9de7-4541-a7c3-dacb8593f408 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.567217] env[68986]: DEBUG oslo_vmware.rw_handles [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b93af-e604-e091-ea54-4e1e71b0bbea/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.567452] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Uploaded image 00dcb5de-f110-4843-88bf-bdb5fedb77ea to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 753.569811] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.569937] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fde5e19e-f0d0-42da-8743-3f5dcc886d4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.576839] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 753.576839] env[68986]: value = "task-3215648" [ 753.576839] env[68986]: _type = "Task" [ 753.576839] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.587673] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215648, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.853995] env[68986]: DEBUG nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.885179] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.885540] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.885672] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.885999] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.886169] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.886369] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.886630] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.886816] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.887008] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.887191] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.887408] env[68986]: DEBUG nova.virt.hardware [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.889418] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24354f71-6a8a-42ff-81c7-53c2d3f7788a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.898247] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f25df0-6aaa-4b1e-970c-2131db6f2da5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.997943] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215647, 'name': Rename_Task, 'duration_secs': 1.181782} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.997943] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.997943] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3367603c-9318-4ffd-b572-018ea5aee934 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.005458] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 754.005458] env[68986]: value = "task-3215649" [ 754.005458] env[68986]: _type = "Task" [ 754.005458] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.013307] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.015272] env[68986]: DEBUG nova.scheduler.client.report [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.031112] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a8b81-8795-7752-0f75-c4a53e0fcc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.025734} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.031112] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.031112] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.031112] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.041171] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e4f3f3-7524-1440-7ed8-f1d9d62c072c, 'name': SearchDatastore_Task, 'duration_secs': 0.033738} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.041653] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833c2913-a159-4174-8514-3f8536c3e5c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.049294] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 754.049294] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5252f877-5b10-eea4-acd6-84425ca635e1" [ 754.049294] env[68986]: _type = "Task" [ 754.049294] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.058983] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5252f877-5b10-eea4-acd6-84425ca635e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.087537] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215648, 'name': Destroy_Task, 'duration_secs': 0.366707} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.087815] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Destroyed the VM [ 754.088116] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.088386] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19361681-b53c-4c90-af52-6d3ad641289c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.097735] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 754.097735] env[68986]: value = "task-3215650" [ 754.097735] env[68986]: _type = "Task" [ 754.097735] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.109308] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.515260] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215649, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.525159] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.525159] env[68986]: DEBUG nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.527419] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.283s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.527481] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.529687] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.919s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.529894] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.531672] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.036s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.533374] env[68986]: INFO nova.compute.claims [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.563516] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5252f877-5b10-eea4-acd6-84425ca635e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.566247] env[68986]: INFO nova.scheduler.client.report [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleted allocations for instance d5367501-1cdd-4d5a-8601-8114e335684a [ 754.567366] env[68986]: INFO nova.scheduler.client.report [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Deleted allocations for instance e775aca8-4fd2-46a7-a1fb-cc23f35f4909 [ 754.568223] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.568457] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197/1a921adf-48ca-4aa6-8dd7-e1e04e8f0197.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.573454] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.573527] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.573732] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96d8dd39-8ab9-4903-a24e-582f2a08f8df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.576900] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f76483c-1e80-4dfa-9797-3c8982b539b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.589616] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 754.589616] env[68986]: value = "task-3215651" [ 754.589616] env[68986]: _type = "Task" [ 754.589616] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.590130] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.590832] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.594362] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92a9bb0-873d-4732-a5e7-066b6541f9b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.605564] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 754.605564] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eaba53-b866-1356-b5de-de4f7fed84cd" [ 754.605564] env[68986]: _type = "Task" [ 754.605564] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.605935] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.612631] env[68986]: DEBUG oslo_vmware.api [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215650, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353191} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.614269] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.614269] env[68986]: INFO nova.compute.manager [None req-88460fcc-87cb-4947-9a8b-2d22b5d12177 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Took 11.31 seconds to snapshot the instance on the hypervisor. [ 754.620648] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eaba53-b866-1356-b5de-de4f7fed84cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.623195] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0515d065-6c79-473e-a697-b5efced00b32 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.630467] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 754.630467] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525d8f5f-521e-1270-fbc8-14473cdeb188" [ 754.630467] env[68986]: _type = "Task" [ 754.630467] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.644502] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525d8f5f-521e-1270-fbc8-14473cdeb188, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.645886] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.646188] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] e46336cb-c9f9-4c61-90dd-625e583c5349/e46336cb-c9f9-4c61-90dd-625e583c5349.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.648017] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b39183b-55b2-4974-84d2-b45b3616b85a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.657027] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 754.657027] env[68986]: value = "task-3215652" [ 754.657027] env[68986]: _type = "Task" [ 754.657027] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.667853] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.019334] env[68986]: DEBUG oslo_vmware.api [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215649, 'name': PowerOnVM_Task, 'duration_secs': 0.520829} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.019617] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.019828] env[68986]: INFO nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Took 9.04 seconds to spawn the instance on the hypervisor. [ 755.020060] env[68986]: DEBUG nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.020857] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ef93e6-0ebb-4c61-b94b-a94f8cdfb44d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.039707] env[68986]: DEBUG nova.compute.utils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.045091] env[68986]: DEBUG nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.045091] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.050135] env[68986]: DEBUG nova.compute.manager [req-b1696799-3c99-4250-ba52-639dfa5c7f4a req-1b68cded-4542-4ac4-91a4-50ef64c2cff1 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Received event network-vif-plugged-3fe3dc79-520c-415a-8516-f14dd0518f37 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.050135] env[68986]: DEBUG oslo_concurrency.lockutils [req-b1696799-3c99-4250-ba52-639dfa5c7f4a req-1b68cded-4542-4ac4-91a4-50ef64c2cff1 service nova] Acquiring lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.050135] env[68986]: DEBUG oslo_concurrency.lockutils [req-b1696799-3c99-4250-ba52-639dfa5c7f4a req-1b68cded-4542-4ac4-91a4-50ef64c2cff1 service nova] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.050135] env[68986]: DEBUG oslo_concurrency.lockutils [req-b1696799-3c99-4250-ba52-639dfa5c7f4a req-1b68cded-4542-4ac4-91a4-50ef64c2cff1 service nova] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.050135] env[68986]: DEBUG nova.compute.manager [req-b1696799-3c99-4250-ba52-639dfa5c7f4a req-1b68cded-4542-4ac4-91a4-50ef64c2cff1 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] No waiting events found dispatching network-vif-plugged-3fe3dc79-520c-415a-8516-f14dd0518f37 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.050320] env[68986]: WARNING nova.compute.manager [req-b1696799-3c99-4250-ba52-639dfa5c7f4a req-1b68cded-4542-4ac4-91a4-50ef64c2cff1 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Received unexpected event network-vif-plugged-3fe3dc79-520c-415a-8516-f14dd0518f37 for instance with vm_state building and task_state spawning. [ 755.085331] env[68986]: DEBUG oslo_concurrency.lockutils [None req-88054857-5fe3-4114-af1e-720fcd42dd9e tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "e775aca8-4fd2-46a7-a1fb-cc23f35f4909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.250s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.090046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c16fd9b1-914e-42b6-9cbd-f9ea34b015c1 tempest-ListServersNegativeTestJSON-725518279 tempest-ListServersNegativeTestJSON-725518279-project-member] Lock "d5367501-1cdd-4d5a-8601-8114e335684a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.162s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.104065] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512808} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.104744] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197/1a921adf-48ca-4aa6-8dd7-e1e04e8f0197.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.105125] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.105418] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee5d50b9-2ea5-46f9-8cc8-846335044c38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.125307] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 755.125307] env[68986]: value = "task-3215653" [ 755.125307] env[68986]: _type = "Task" [ 755.125307] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.142867] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.171790] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215652, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.192678] env[68986]: DEBUG nova.policy [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e72743c5ec487fa9e8db4b17820e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43414678601b49ea85bbfdd43886acf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.342787] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.343388] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.343465] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "821b74fe-85f3-450e-8cec-919bf46c2ba2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.343660] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.343838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.346828] env[68986]: INFO nova.compute.manager [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Terminating instance [ 755.360987] env[68986]: DEBUG nova.network.neutron [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Successfully updated port: 3fe3dc79-520c-415a-8516-f14dd0518f37 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.543949] env[68986]: INFO nova.compute.manager [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Took 43.49 seconds to build instance. [ 755.545079] env[68986]: DEBUG nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.640185] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092851} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.640437] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.641809] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368df85-934e-416a-acdf-ed2958688cb9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.663285] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197/1a921adf-48ca-4aa6-8dd7-e1e04e8f0197.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.666529] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3552aa-bfa2-4f07-bfc6-c47949aa9b7a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.691938] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733898} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.694792] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] e46336cb-c9f9-4c61-90dd-625e583c5349/e46336cb-c9f9-4c61-90dd-625e583c5349.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.694792] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.694792] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 755.694792] env[68986]: value = "task-3215654" [ 755.694792] env[68986]: _type = "Task" [ 755.694792] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.697229] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9feec52c-5bb4-4410-92db-d6b9b714baae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.712634] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.716781] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 755.716781] env[68986]: value = "task-3215655" [ 755.716781] env[68986]: _type = "Task" [ 755.716781] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.730580] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.852373] env[68986]: DEBUG nova.compute.manager [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.852373] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.852373] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a2a1b3-b097-403a-a988-93a81ffc920a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.866010] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "refresh_cache-5fc5ba1f-2840-4758-940a-2925ebdee0f9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.866179] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquired lock "refresh_cache-5fc5ba1f-2840-4758-940a-2925ebdee0f9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.866331] env[68986]: DEBUG nova.network.neutron [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.870919] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.870919] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d348fd34-1018-4a6e-b837-9b6edac3d192 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.889684] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Successfully created port: c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.951571] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.951810] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.951993] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleting the datastore file [datastore2] 821b74fe-85f3-450e-8cec-919bf46c2ba2 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.952515] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4165aa3-8d10-4260-8568-518896dcddaf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.962033] env[68986]: DEBUG oslo_vmware.api [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 755.962033] env[68986]: value = "task-3215657" [ 755.962033] env[68986]: _type = "Task" [ 755.962033] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.972768] env[68986]: DEBUG oslo_vmware.api [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.056032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e28a129-cded-498c-ba03-a61f723d97e5 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.831s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.191400] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ae5f2-18d6-4c91-a722-e4f5d103b782 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.207966] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d26bd-8614-49f3-ba42-5854de745b6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.216325] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215654, 'name': ReconfigVM_Task, 'duration_secs': 0.358925} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.216325] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197/1a921adf-48ca-4aa6-8dd7-e1e04e8f0197.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.216325] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed7efc6f-749d-43f9-9876-06f6e2237f19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.254549] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac48b1-8fcb-4ff3-9332-99243718dbb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.261151] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 756.261151] env[68986]: value = "task-3215658" [ 756.261151] env[68986]: _type = "Task" [ 756.261151] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.264831] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "dae172d1-ca39-455d-8583-0034ac91784b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.265086] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "dae172d1-ca39-455d-8583-0034ac91784b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.265725] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077673} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.269673] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.272769] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0601f0-6f24-4c08-88b6-8ba5e24c68a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.277138] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c459777b-76b1-406d-8799-0d25162d04fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.284856] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215658, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.305434] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] e46336cb-c9f9-4c61-90dd-625e583c5349/e46336cb-c9f9-4c61-90dd-625e583c5349.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.315905] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45844e34-b1fb-4a69-ba06-8668df9a38ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.330700] env[68986]: DEBUG nova.compute.provider_tree [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.341030] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 756.341030] env[68986]: value = "task-3215659" [ 756.341030] env[68986]: _type = "Task" [ 756.341030] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.353298] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.459954] env[68986]: DEBUG nova.network.neutron [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.471595] env[68986]: DEBUG oslo_vmware.api [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197014} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.471939] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.472181] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.472939] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.473182] env[68986]: INFO nova.compute.manager [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 756.473470] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.473711] env[68986]: DEBUG nova.compute.manager [-] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.473909] env[68986]: DEBUG nova.network.neutron [-] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.558018] env[68986]: DEBUG nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.558018] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Successfully created port: 2d35779c-3479-4d36-b008-ea3690c9fb3f {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.559432] env[68986]: DEBUG nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.590206] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.590206] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.590206] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.590206] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.590452] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.590452] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.590452] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.590540] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.590639] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.590794] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.590970] env[68986]: DEBUG nova.virt.hardware [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.591886] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c9310-4c2e-44bb-a51a-addfc49335a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.601596] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe14c18-f0f3-4b79-8305-69da30b0bed7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.776776] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215658, 'name': Rename_Task, 'duration_secs': 0.168925} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.777088] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.777368] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac38ba4-a474-4d7b-91c7-7c06dd9b9061 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.786810] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 756.786810] env[68986]: value = "task-3215660" [ 756.786810] env[68986]: _type = "Task" [ 756.786810] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.798112] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.835311] env[68986]: DEBUG nova.scheduler.client.report [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.856206] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215659, 'name': ReconfigVM_Task, 'duration_secs': 0.314968} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.856683] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Reconfigured VM instance instance-00000025 to attach disk [datastore2] e46336cb-c9f9-4c61-90dd-625e583c5349/e46336cb-c9f9-4c61-90dd-625e583c5349.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.858465] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e402d22-33f3-45fd-80e8-18bc6532359f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.869228] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 756.869228] env[68986]: value = "task-3215661" [ 756.869228] env[68986]: _type = "Task" [ 756.869228] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.873141] env[68986]: DEBUG nova.network.neutron [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Updating instance_info_cache with network_info: [{"id": "3fe3dc79-520c-415a-8516-f14dd0518f37", "address": "fa:16:3e:e8:20:62", "network": {"id": "d542412d-4a63-49f0-8bfa-c113595fc3a3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1778122973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50cc286bef2d4bc9b276c381545f9114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe3dc79-52", "ovs_interfaceid": "3fe3dc79-520c-415a-8516-f14dd0518f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.885142] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215661, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.087717] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.254214] env[68986]: DEBUG nova.compute.manager [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Received event network-changed-3fe3dc79-520c-415a-8516-f14dd0518f37 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.254405] env[68986]: DEBUG nova.compute.manager [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Refreshing instance network info cache due to event network-changed-3fe3dc79-520c-415a-8516-f14dd0518f37. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.254593] env[68986]: DEBUG oslo_concurrency.lockutils [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] Acquiring lock "refresh_cache-5fc5ba1f-2840-4758-940a-2925ebdee0f9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.297731] env[68986]: DEBUG oslo_vmware.api [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215660, 'name': PowerOnVM_Task, 'duration_secs': 0.480415} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.298071] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.298291] env[68986]: INFO nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Took 6.02 seconds to spawn the instance on the hypervisor. [ 757.298504] env[68986]: DEBUG nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.299584] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1a1afe-df77-470e-86ae-f9ed161f1e21 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.349710] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.350420] env[68986]: DEBUG nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.353843] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.428s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.353843] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.358247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.489s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.360749] env[68986]: INFO nova.compute.claims [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.379816] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Releasing lock "refresh_cache-5fc5ba1f-2840-4758-940a-2925ebdee0f9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.381414] env[68986]: DEBUG nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Instance network_info: |[{"id": "3fe3dc79-520c-415a-8516-f14dd0518f37", "address": "fa:16:3e:e8:20:62", "network": {"id": "d542412d-4a63-49f0-8bfa-c113595fc3a3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1778122973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50cc286bef2d4bc9b276c381545f9114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe3dc79-52", "ovs_interfaceid": "3fe3dc79-520c-415a-8516-f14dd0518f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.381414] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215661, 'name': Rename_Task, 'duration_secs': 0.173941} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.381650] env[68986]: DEBUG oslo_concurrency.lockutils [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] Acquired lock "refresh_cache-5fc5ba1f-2840-4758-940a-2925ebdee0f9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.381650] env[68986]: DEBUG nova.network.neutron [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Refreshing network info cache for port 3fe3dc79-520c-415a-8516-f14dd0518f37 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.383070] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:20:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe3dc79-520c-415a-8516-f14dd0518f37', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.394921] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Creating folder: Project (50cc286bef2d4bc9b276c381545f9114). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.394921] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.394921] env[68986]: INFO nova.scheduler.client.report [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Deleted allocations for instance 6fc5de69-28d9-42e9-baff-fb0a243ca4cc [ 757.394921] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-011be3d8-490c-4c5d-a2fc-79bdccdbbb8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.398986] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad1e8803-885d-49fe-ac14-a10b62b52995 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.412814] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 757.412814] env[68986]: value = "task-3215662" [ 757.412814] env[68986]: _type = "Task" [ 757.412814] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.420377] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Created folder: Project (50cc286bef2d4bc9b276c381545f9114) in parent group-v642845. [ 757.420582] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Creating folder: Instances. Parent ref: group-v642958. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.420817] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d464c84-b993-412d-a23c-c72529158535 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.426325] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.441652] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Created folder: Instances in parent group-v642958. [ 757.441811] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.442035] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.442261] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c089076c-24a9-4a85-a945-c481e8783636 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.462519] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Successfully created port: 9b583372-0893-4c70-bcbf-91ba4ca901d5 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.468951] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.468951] env[68986]: value = "task-3215665" [ 757.468951] env[68986]: _type = "Task" [ 757.468951] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.479338] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215665, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.705179] env[68986]: DEBUG nova.compute.manager [req-8733be6b-2704-413e-a684-e364d49e0bc1 req-8cbbd954-effa-428d-be4c-3120243b8a80 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Received event network-vif-deleted-f476b1aa-ee17-4ece-8ac1-1228394e35a8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.705817] env[68986]: INFO nova.compute.manager [req-8733be6b-2704-413e-a684-e364d49e0bc1 req-8cbbd954-effa-428d-be4c-3120243b8a80 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Neutron deleted interface f476b1aa-ee17-4ece-8ac1-1228394e35a8; detaching it from the instance and deleting it from the info cache [ 757.706162] env[68986]: DEBUG nova.network.neutron [req-8733be6b-2704-413e-a684-e364d49e0bc1 req-8cbbd954-effa-428d-be4c-3120243b8a80 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.829245] env[68986]: INFO nova.compute.manager [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Took 39.00 seconds to build instance. [ 757.866301] env[68986]: DEBUG nova.compute.utils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.870592] env[68986]: DEBUG nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.870779] env[68986]: DEBUG nova.network.neutron [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.912786] env[68986]: DEBUG oslo_concurrency.lockutils [None req-279abb97-1912-49a3-880b-c4a5e3eda03e tempest-ServerTagsTestJSON-1540633373 tempest-ServerTagsTestJSON-1540633373-project-member] Lock "6fc5de69-28d9-42e9-baff-fb0a243ca4cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.559s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.927210] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215662, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.969469] env[68986]: DEBUG nova.policy [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebcdf4dced844f37aeb7ca3b0329ea73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5158eb0473e42089d9cffd5b4b14171', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.982987] env[68986]: DEBUG nova.network.neutron [-] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.983137] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215665, 'name': CreateVM_Task, 'duration_secs': 0.474545} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.983297] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.983990] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.984153] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.984461] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.984706] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586cf108-3721-496d-8bc8-c2926d92264e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.992095] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 757.992095] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251993a-3e4e-36b7-97f3-233b4d1588ca" [ 757.992095] env[68986]: _type = "Task" [ 757.992095] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.015491] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251993a-3e4e-36b7-97f3-233b4d1588ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.209630] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae502134-aebe-402d-8764-085045756c9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.220549] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55514b6-5867-4707-b2fc-40555be65447 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.263606] env[68986]: DEBUG nova.compute.manager [req-8733be6b-2704-413e-a684-e364d49e0bc1 req-8cbbd954-effa-428d-be4c-3120243b8a80 service nova] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Detach interface failed, port_id=f476b1aa-ee17-4ece-8ac1-1228394e35a8, reason: Instance 821b74fe-85f3-450e-8cec-919bf46c2ba2 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.331369] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03964022-36ce-46db-99de-ec34adcf20dc tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.674s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.363527] env[68986]: DEBUG nova.network.neutron [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Updated VIF entry in instance network info cache for port 3fe3dc79-520c-415a-8516-f14dd0518f37. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.363893] env[68986]: DEBUG nova.network.neutron [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Updating instance_info_cache with network_info: [{"id": "3fe3dc79-520c-415a-8516-f14dd0518f37", "address": "fa:16:3e:e8:20:62", "network": {"id": "d542412d-4a63-49f0-8bfa-c113595fc3a3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1778122973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50cc286bef2d4bc9b276c381545f9114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe3dc79-52", "ovs_interfaceid": "3fe3dc79-520c-415a-8516-f14dd0518f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.371463] env[68986]: DEBUG nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.425968] env[68986]: DEBUG oslo_vmware.api [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215662, 'name': PowerOnVM_Task, 'duration_secs': 0.6566} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.426767] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.426993] env[68986]: INFO nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Took 9.82 seconds to spawn the instance on the hypervisor. [ 758.427787] env[68986]: DEBUG nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.428562] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7072f9-f95b-45a3-b76b-49fbb06192a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.446650] env[68986]: DEBUG nova.compute.manager [None req-19c8bf27-2d6b-46e9-a1f2-fa78f0daa5da tempest-ServerDiagnosticsV248Test-420082363 tempest-ServerDiagnosticsV248Test-420082363-project-admin] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.447765] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d2df2-ad2d-4d2a-9305-0fb99a8d5851 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.456729] env[68986]: INFO nova.compute.manager [None req-19c8bf27-2d6b-46e9-a1f2-fa78f0daa5da tempest-ServerDiagnosticsV248Test-420082363 tempest-ServerDiagnosticsV248Test-420082363-project-admin] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Retrieving diagnostics [ 758.457182] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc1339-0912-43b7-b127-d9519825c595 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.491153] env[68986]: INFO nova.compute.manager [-] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Took 2.02 seconds to deallocate network for instance. [ 758.516657] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251993a-3e4e-36b7-97f3-233b4d1588ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.519408] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.519960] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.519960] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.520135] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.520411] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.520775] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407c32fb-c0ff-45bf-b320-71f1f22b0fc5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.535263] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.535426] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.536378] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5720aa23-8723-434f-b2be-c8fd3e69263b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.544926] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 758.544926] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cd2b6a-2703-6f10-af47-c6f2ed474911" [ 758.544926] env[68986]: _type = "Task" [ 758.544926] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.564564] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cd2b6a-2703-6f10-af47-c6f2ed474911, 'name': SearchDatastore_Task, 'duration_secs': 0.01726} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.565358] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032bff31-2b55-4940-a182-1199b123922d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.572961] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 758.572961] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d32840-7e87-2f24-232e-76950449e8ae" [ 758.572961] env[68986]: _type = "Task" [ 758.572961] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.588788] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d32840-7e87-2f24-232e-76950449e8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.696739] env[68986]: DEBUG nova.network.neutron [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Successfully created port: 4b3444e5-853e-4580-9f3b-25d3116a2b9a {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.834539] env[68986]: DEBUG nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.867977] env[68986]: DEBUG oslo_concurrency.lockutils [req-3d75d59c-2082-4837-98b8-f5aae78fc7b4 req-06a2183f-91c4-45f2-a095-6cab5728f203 service nova] Releasing lock "refresh_cache-5fc5ba1f-2840-4758-940a-2925ebdee0f9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.961449] env[68986]: INFO nova.compute.manager [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Took 44.28 seconds to build instance. [ 759.007382] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.072926] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d132950e-c36e-4e9d-b697-1389b95b53ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.093597] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d32840-7e87-2f24-232e-76950449e8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.026508} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.094754] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ce0e59-ec46-4f63-b6f3-515277ac1444 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.098376] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.098641] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 5fc5ba1f-2840-4758-940a-2925ebdee0f9/5fc5ba1f-2840-4758-940a-2925ebdee0f9.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.098935] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-398651d5-43e2-4b29-9cc4-2eac28edc011 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.137233] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae6ec7-382a-439a-8656-440bc01fbf21 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.139166] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 759.139166] env[68986]: value = "task-3215666" [ 759.139166] env[68986]: _type = "Task" [ 759.139166] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.148913] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0518b1f2-a53b-451f-93b6-a56b7bd05b05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.157315] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.171848] env[68986]: DEBUG nova.compute.provider_tree [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.363101] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.390231] env[68986]: DEBUG nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.412274] env[68986]: DEBUG oslo_concurrency.lockutils [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] Acquiring lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.412345] env[68986]: DEBUG oslo_concurrency.lockutils [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] Acquired lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.412519] env[68986]: DEBUG nova.network.neutron [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.429034] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.429253] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.429403] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.429580] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.429723] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.429870] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.430097] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.430258] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.430430] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.430603] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.430802] env[68986]: DEBUG nova.virt.hardware [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.432197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb16be-345b-4124-af52-c96290a220f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.444509] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Successfully updated port: c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.449790] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe5096d-f5bc-4f09-bac8-9e451672969a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.471444] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57a5eb6a-1409-4c9b-8174-b7ea8d228807 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.620s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.641185] env[68986]: DEBUG nova.compute.manager [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Received event network-changed-5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.641384] env[68986]: DEBUG nova.compute.manager [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Refreshing instance network info cache due to event network-changed-5ecf8452-a966-4b4e-846c-1032b6d4cef0. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.642053] env[68986]: DEBUG oslo_concurrency.lockutils [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] Acquiring lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.642220] env[68986]: DEBUG oslo_concurrency.lockutils [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] Acquired lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.646205] env[68986]: DEBUG nova.network.neutron [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Refreshing network info cache for port 5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.656230] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215666, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.677417] env[68986]: DEBUG nova.scheduler.client.report [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.974424] env[68986]: DEBUG nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.160389] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885893} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.163196] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 5fc5ba1f-2840-4758-940a-2925ebdee0f9/5fc5ba1f-2840-4758-940a-2925ebdee0f9.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.163520] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.165303] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad99838f-e525-431d-883b-21817f6a2837 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.173998] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 760.173998] env[68986]: value = "task-3215667" [ 760.173998] env[68986]: _type = "Task" [ 760.173998] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.187903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.188493] env[68986]: DEBUG nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.193191] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.193728] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.525s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.194014] env[68986]: DEBUG nova.objects.instance [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lazy-loading 'resources' on Instance uuid 12eaf4a8-85ca-4f47-a615-14097d3ba3cc {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.371078] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.371976] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.494337] env[68986]: DEBUG nova.network.neutron [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Updating instance_info_cache with network_info: [{"id": "391109ef-660a-4da6-895e-407d11c73896", "address": "fa:16:3e:27:3c:90", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391109ef-66", "ovs_interfaceid": "391109ef-660a-4da6-895e-407d11c73896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.505989] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.686448] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175859} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.686979] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.687832] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b483784-22e0-4315-b26e-0e35404e7e36 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.705587] env[68986]: DEBUG nova.compute.utils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.724642] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 5fc5ba1f-2840-4758-940a-2925ebdee0f9/5fc5ba1f-2840-4758-940a-2925ebdee0f9.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.726473] env[68986]: DEBUG nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.731188] env[68986]: DEBUG nova.network.neutron [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Updated VIF entry in instance network info cache for port 5ecf8452-a966-4b4e-846c-1032b6d4cef0. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.731188] env[68986]: DEBUG nova.network.neutron [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Updating instance_info_cache with network_info: [{"id": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "address": "fa:16:3e:07:e2:91", "network": {"id": "ab063080-12f1-4697-bf93-7b38d91b5a62", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2090713767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e34640941f014bc9b3779f0991cb53f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf8452-a9", "ovs_interfaceid": "5ecf8452-a966-4b4e-846c-1032b6d4cef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.731653] env[68986]: DEBUG nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.731821] env[68986]: DEBUG nova.network.neutron [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.733649] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ae9e7b-e519-44e1-ad0b-6fea6b1f0106 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.760630] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 760.760630] env[68986]: value = "task-3215668" [ 760.760630] env[68986]: _type = "Task" [ 760.760630] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.771479] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.852130] env[68986]: DEBUG nova.policy [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b19c9db9c9a5435586902d7cd8bb79d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1edc1c1b293479eb8285b0e05bfb6b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.876047] env[68986]: DEBUG nova.network.neutron [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Successfully updated port: 4b3444e5-853e-4580-9f3b-25d3116a2b9a {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.935119] env[68986]: DEBUG nova.compute.manager [req-155b32d2-8fdb-455f-9bea-87ae64bda8de req-ca50c370-c830-4bda-8462-481a8678e661 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Received event network-vif-plugged-4b3444e5-853e-4580-9f3b-25d3116a2b9a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.935393] env[68986]: DEBUG oslo_concurrency.lockutils [req-155b32d2-8fdb-455f-9bea-87ae64bda8de req-ca50c370-c830-4bda-8462-481a8678e661 service nova] Acquiring lock "a7688732-cd59-4734-af2a-24fb16264dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.935560] env[68986]: DEBUG oslo_concurrency.lockutils [req-155b32d2-8fdb-455f-9bea-87ae64bda8de req-ca50c370-c830-4bda-8462-481a8678e661 service nova] Lock "a7688732-cd59-4734-af2a-24fb16264dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.935734] env[68986]: DEBUG oslo_concurrency.lockutils [req-155b32d2-8fdb-455f-9bea-87ae64bda8de req-ca50c370-c830-4bda-8462-481a8678e661 service nova] Lock "a7688732-cd59-4734-af2a-24fb16264dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.935898] env[68986]: DEBUG nova.compute.manager [req-155b32d2-8fdb-455f-9bea-87ae64bda8de req-ca50c370-c830-4bda-8462-481a8678e661 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] No waiting events found dispatching network-vif-plugged-4b3444e5-853e-4580-9f3b-25d3116a2b9a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.936083] env[68986]: WARNING nova.compute.manager [req-155b32d2-8fdb-455f-9bea-87ae64bda8de req-ca50c370-c830-4bda-8462-481a8678e661 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Received unexpected event network-vif-plugged-4b3444e5-853e-4580-9f3b-25d3116a2b9a for instance with vm_state building and task_state spawning. [ 760.999722] env[68986]: DEBUG oslo_concurrency.lockutils [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] Releasing lock "refresh_cache-e46336cb-c9f9-4c61-90dd-625e583c5349" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.000041] env[68986]: DEBUG nova.compute.manager [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Inject network info {{(pid=68986) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 761.000380] env[68986]: DEBUG nova.compute.manager [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] network_info to inject: |[{"id": "391109ef-660a-4da6-895e-407d11c73896", "address": "fa:16:3e:27:3c:90", "network": {"id": "4cc44535-53fb-4266-8ee0-042daa75850a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1359917264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c4cad50d5d3410cb0c602317a459b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391109ef-66", "ovs_interfaceid": "391109ef-660a-4da6-895e-407d11c73896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 761.006039] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Reconfiguring VM instance to set the machine id {{(pid=68986) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 761.009082] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1bef34-dd6c-4680-b6ab-20f565bcf751 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.028537] env[68986]: DEBUG oslo_vmware.api [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] Waiting for the task: (returnval){ [ 761.028537] env[68986]: value = "task-3215669" [ 761.028537] env[68986]: _type = "Task" [ 761.028537] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.045237] env[68986]: DEBUG oslo_vmware.api [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] Task: {'id': task-3215669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.254911] env[68986]: DEBUG oslo_concurrency.lockutils [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] Releasing lock "refresh_cache-38ee0a83-8a17-4966-9833-d9973e2a4bc0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.255254] env[68986]: DEBUG nova.compute.manager [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-vif-plugged-c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.255384] env[68986]: DEBUG oslo_concurrency.lockutils [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] Acquiring lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.255611] env[68986]: DEBUG oslo_concurrency.lockutils [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.255769] env[68986]: DEBUG oslo_concurrency.lockutils [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.256044] env[68986]: DEBUG nova.compute.manager [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] No waiting events found dispatching network-vif-plugged-c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.256136] env[68986]: WARNING nova.compute.manager [req-553cf1d1-4d30-4304-ad09-7ddf6a860c5a req-a911f0cc-9d24-4101-a324-b8be54f801b2 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received unexpected event network-vif-plugged-c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 for instance with vm_state building and task_state spawning. [ 761.275856] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.377668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd36c5bb-47f8-492e-af08-57a6941ea280 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.381011] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "refresh_cache-a7688732-cd59-4734-af2a-24fb16264dce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.381157] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquired lock "refresh_cache-a7688732-cd59-4734-af2a-24fb16264dce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.381336] env[68986]: DEBUG nova.network.neutron [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.391203] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a0f8d2-4e14-44ad-abe2-195a8be0ed3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.428176] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d91b75b-3f3e-424a-aa8d-0166c3c1959b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.436982] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a04bad-92e8-450b-91d3-4a1669e6517b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.453419] env[68986]: DEBUG nova.compute.provider_tree [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.508505] env[68986]: DEBUG nova.network.neutron [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Successfully created port: decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.540674] env[68986]: DEBUG oslo_vmware.api [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] Task: {'id': task-3215669, 'name': ReconfigVM_Task, 'duration_secs': 0.24308} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.540953] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-370e12ff-1518-4f2a-9b61-2816018d0186 tempest-ServersAdminTestJSON-429520596 tempest-ServersAdminTestJSON-429520596-project-admin] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Reconfigured VM instance to set the machine id {{(pid=68986) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 761.678809] env[68986]: DEBUG nova.compute.manager [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-changed-c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.679014] env[68986]: DEBUG nova.compute.manager [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Refreshing instance network info cache due to event network-changed-c9d7a2d0-da69-4dbc-8b1a-00e87d88c324. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.679935] env[68986]: DEBUG oslo_concurrency.lockutils [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] Acquiring lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.679935] env[68986]: DEBUG oslo_concurrency.lockutils [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] Acquired lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.679935] env[68986]: DEBUG nova.network.neutron [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Refreshing network info cache for port c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.759151] env[68986]: DEBUG nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.772689] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215668, 'name': ReconfigVM_Task, 'duration_secs': 0.537741} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.772689] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 5fc5ba1f-2840-4758-940a-2925ebdee0f9/5fc5ba1f-2840-4758-940a-2925ebdee0f9.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.772689] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53a71d1b-8837-4779-b170-a720efc77e55 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.781269] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 761.781269] env[68986]: value = "task-3215670" [ 761.781269] env[68986]: _type = "Task" [ 761.781269] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.788822] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.789492] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.789492] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.789492] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.789638] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.793013] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.793013] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.793013] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.793013] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.793013] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.793392] env[68986]: DEBUG nova.virt.hardware [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.793392] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e4de1-4f8a-4747-9e52-23ce9744a89c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.798706] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215670, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.805267] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8849ffa0-91cc-4e2d-bed6-8e42fbbde338 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.940258] env[68986]: DEBUG nova.network.neutron [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.978855] env[68986]: ERROR nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [req-6d0f5ca0-30a4-4588-8a10-020bad8897e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d0f5ca0-30a4-4588-8a10-020bad8897e5"}]} [ 762.008113] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 762.025631] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 762.025989] env[68986]: DEBUG nova.compute.provider_tree [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.046362] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 762.071859] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 762.164623] env[68986]: DEBUG nova.network.neutron [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Updating instance_info_cache with network_info: [{"id": "4b3444e5-853e-4580-9f3b-25d3116a2b9a", "address": "fa:16:3e:f2:26:00", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3444e5-85", "ovs_interfaceid": "4b3444e5-853e-4580-9f3b-25d3116a2b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.238633] env[68986]: DEBUG nova.network.neutron [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.298137] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215670, 'name': Rename_Task, 'duration_secs': 0.3074} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.300110] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.302509] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838328f6-9e67-4598-91a0-a5a0a4019dd3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.311076] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 762.311076] env[68986]: value = "task-3215671" [ 762.311076] env[68986]: _type = "Task" [ 762.311076] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.328365] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.346463] env[68986]: DEBUG nova.network.neutron [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.403802] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Successfully updated port: 2d35779c-3479-4d36-b008-ea3690c9fb3f {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.597230] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3d95a0-f6e5-4551-9868-bd325bb23ef8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.606055] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d5780-7f67-4445-90d7-69ea9c5b36b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.639020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e39f46-f726-4bc3-a916-a1a8560ba872 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.647968] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4180568f-5305-4bc2-b96d-b2fe49465789 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.663182] env[68986]: DEBUG nova.compute.provider_tree [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.667433] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Releasing lock "refresh_cache-a7688732-cd59-4734-af2a-24fb16264dce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.667718] env[68986]: DEBUG nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Instance network_info: |[{"id": "4b3444e5-853e-4580-9f3b-25d3116a2b9a", "address": "fa:16:3e:f2:26:00", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3444e5-85", "ovs_interfaceid": "4b3444e5-853e-4580-9f3b-25d3116a2b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.668106] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:26:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b3444e5-853e-4580-9f3b-25d3116a2b9a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.675792] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Creating folder: Project (d5158eb0473e42089d9cffd5b4b14171). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.676042] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16db0c23-ade1-4fcb-aeaa-38c4a1662ec8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.689148] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Created folder: Project (d5158eb0473e42089d9cffd5b4b14171) in parent group-v642845. [ 762.689363] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Creating folder: Instances. Parent ref: group-v642961. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.689619] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d04de94b-bc0c-4bfa-b2e5-7e5a2a28abab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.700988] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Created folder: Instances in parent group-v642961. [ 762.701270] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.701474] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.701683] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d3ad11-8558-4f75-9f78-a360bec0e456 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.725367] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.725367] env[68986]: value = "task-3215674" [ 762.725367] env[68986]: _type = "Task" [ 762.725367] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.734102] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215674, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.822385] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.852266] env[68986]: DEBUG oslo_concurrency.lockutils [req-f6fad773-2cf4-4475-a8ef-06ac02f27b63 req-8a56d879-7fbc-43f0-867d-04d5ecf47e6a service nova] Releasing lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.943693] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "367c0699-472c-493b-a624-3194ac3b1806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.943944] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "367c0699-472c-493b-a624-3194ac3b1806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.147859] env[68986]: DEBUG nova.compute.manager [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Received event network-changed-4b3444e5-853e-4580-9f3b-25d3116a2b9a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.147859] env[68986]: DEBUG nova.compute.manager [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Refreshing instance network info cache due to event network-changed-4b3444e5-853e-4580-9f3b-25d3116a2b9a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.147859] env[68986]: DEBUG oslo_concurrency.lockutils [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] Acquiring lock "refresh_cache-a7688732-cd59-4734-af2a-24fb16264dce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.148290] env[68986]: DEBUG oslo_concurrency.lockutils [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] Acquired lock "refresh_cache-a7688732-cd59-4734-af2a-24fb16264dce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.148290] env[68986]: DEBUG nova.network.neutron [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Refreshing network info cache for port 4b3444e5-853e-4580-9f3b-25d3116a2b9a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.187682] env[68986]: ERROR nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [req-cbc3f9da-2477-4c87-aef4-5616f1e124c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbc3f9da-2477-4c87-aef4-5616f1e124c9"}]} [ 763.209137] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.227447] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.227665] env[68986]: DEBUG nova.compute.provider_tree [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.241177] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215674, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.243292] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.265230] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.324305] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.379964] env[68986]: DEBUG nova.network.neutron [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Successfully updated port: decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.724378] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6508c-9cab-44c8-860d-adbb2eb355fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.738070] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47532a87-32b2-4d50-8778-bc16d5dd9fd1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.742477] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-vif-plugged-2d35779c-3479-4d36-b008-ea3690c9fb3f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.742685] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Acquiring lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.742888] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.743060] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.743225] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] No waiting events found dispatching network-vif-plugged-2d35779c-3479-4d36-b008-ea3690c9fb3f {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.743384] env[68986]: WARNING nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received unexpected event network-vif-plugged-2d35779c-3479-4d36-b008-ea3690c9fb3f for instance with vm_state building and task_state spawning. [ 763.743538] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-changed-2d35779c-3479-4d36-b008-ea3690c9fb3f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.743684] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Refreshing instance network info cache due to event network-changed-2d35779c-3479-4d36-b008-ea3690c9fb3f. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.743916] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Acquiring lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.744063] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Acquired lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.744632] env[68986]: DEBUG nova.network.neutron [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Refreshing network info cache for port 2d35779c-3479-4d36-b008-ea3690c9fb3f {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.751950] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215674, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.779948] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1164164-cbca-4caa-ac50-dbf37e99bd4c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.789321] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2a0d17-c0ec-484c-86c2-d139aec738d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.805267] env[68986]: DEBUG nova.compute.provider_tree [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.823880] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.884300] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.884546] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.884754] env[68986]: DEBUG nova.network.neutron [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.898951] env[68986]: DEBUG nova.network.neutron [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Updated VIF entry in instance network info cache for port 4b3444e5-853e-4580-9f3b-25d3116a2b9a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.899290] env[68986]: DEBUG nova.network.neutron [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Updating instance_info_cache with network_info: [{"id": "4b3444e5-853e-4580-9f3b-25d3116a2b9a", "address": "fa:16:3e:f2:26:00", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3444e5-85", "ovs_interfaceid": "4b3444e5-853e-4580-9f3b-25d3116a2b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.910881] env[68986]: INFO nova.compute.manager [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Rebuilding instance [ 763.960780] env[68986]: DEBUG nova.compute.manager [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.961507] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe429c6-d3cc-426f-8a6e-10224018f3bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.240905] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215674, 'name': CreateVM_Task, 'duration_secs': 1.496219} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.242897] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.242897] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.242897] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.242897] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.243084] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e7a8e2-4e42-434d-a0b8-8c5ea300dfee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.249482] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 764.249482] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52337819-d2c6-5c94-10b0-4dd0421b5c57" [ 764.249482] env[68986]: _type = "Task" [ 764.249482] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.257400] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52337819-d2c6-5c94-10b0-4dd0421b5c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.281331] env[68986]: DEBUG nova.network.neutron [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.323618] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.339345] env[68986]: DEBUG nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.339596] env[68986]: DEBUG nova.compute.provider_tree [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 64 to 65 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.339772] env[68986]: DEBUG nova.compute.provider_tree [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.363900] env[68986]: DEBUG nova.network.neutron [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.402511] env[68986]: DEBUG oslo_concurrency.lockutils [req-df7e737f-6010-4632-9244-ee06ad10504f req-5bea4656-172a-4241-b6ba-e48322f889e4 service nova] Releasing lock "refresh_cache-a7688732-cd59-4734-af2a-24fb16264dce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.431562] env[68986]: DEBUG nova.network.neutron [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.639176] env[68986]: DEBUG nova.network.neutron [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Updating instance_info_cache with network_info: [{"id": "decb4495-174e-444c-933b-f68780702fc5", "address": "fa:16:3e:46:35:56", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecb4495-17", "ovs_interfaceid": "decb4495-174e-444c-933b-f68780702fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.751751] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Successfully updated port: 9b583372-0893-4c70-bcbf-91ba4ca901d5 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.764700] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52337819-d2c6-5c94-10b0-4dd0421b5c57, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.765622] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.765915] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.766223] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.766405] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.766595] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.767205] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8bf8049-e644-4a73-abd1-7d0278c120f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.776349] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.776627] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.777233] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d795df-9baf-443b-a037-1f539fb27ac5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.783438] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 764.783438] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f85052-9113-6846-6ed3-79488605a93d" [ 764.783438] env[68986]: _type = "Task" [ 764.783438] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.791296] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f85052-9113-6846-6ed3-79488605a93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.823624] env[68986]: DEBUG oslo_vmware.api [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215671, 'name': PowerOnVM_Task, 'duration_secs': 2.132416} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.823918] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.824180] env[68986]: INFO nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Took 10.97 seconds to spawn the instance on the hypervisor. [ 764.824387] env[68986]: DEBUG nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.825335] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8fdc6d-129f-481a-b549-09cd2fa7129b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.844989] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.651s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.847277] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.020s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.847490] env[68986]: DEBUG nova.objects.instance [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lazy-loading 'resources' on Instance uuid 128c4398-6c16-4cab-8071-d2403cc0ed7f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.867101] env[68986]: INFO nova.scheduler.client.report [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted allocations for instance 12eaf4a8-85ca-4f47-a615-14097d3ba3cc [ 764.868242] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Releasing lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.868517] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Received event network-vif-plugged-decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.868705] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Acquiring lock "35e049af-1bb0-49b9-9101-360c517ceac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.868901] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Lock "35e049af-1bb0-49b9-9101-360c517ceac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.869086] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Lock "35e049af-1bb0-49b9-9101-360c517ceac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.869258] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] No waiting events found dispatching network-vif-plugged-decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.869417] env[68986]: WARNING nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Received unexpected event network-vif-plugged-decb4495-174e-444c-933b-f68780702fc5 for instance with vm_state building and task_state spawning. [ 764.869568] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Received event network-changed-decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.869712] env[68986]: DEBUG nova.compute.manager [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Refreshing instance network info cache due to event network-changed-decb4495-174e-444c-933b-f68780702fc5. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.870046] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Acquiring lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.977684] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.978034] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d39f0f-2f1d-4bfb-9633-95b43592bc79 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.985627] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 764.985627] env[68986]: value = "task-3215675" [ 764.985627] env[68986]: _type = "Task" [ 764.985627] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.993353] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.142637] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Releasing lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.142981] env[68986]: DEBUG nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Instance network_info: |[{"id": "decb4495-174e-444c-933b-f68780702fc5", "address": "fa:16:3e:46:35:56", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecb4495-17", "ovs_interfaceid": "decb4495-174e-444c-933b-f68780702fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.143300] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Acquired lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.143741] env[68986]: DEBUG nova.network.neutron [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Refreshing network info cache for port decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.144800] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:35:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'decb4495-174e-444c-933b-f68780702fc5', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.153149] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.154300] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.154481] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d1ee5c9-0fda-4318-99ce-556dc236ea27 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.174389] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.174389] env[68986]: value = "task-3215676" [ 765.174389] env[68986]: _type = "Task" [ 765.174389] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.181999] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215676, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.261273] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.261273] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.261273] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.297046] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f85052-9113-6846-6ed3-79488605a93d, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.298151] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1123485-98e7-41e4-8c13-9f4f9972ea04 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.304661] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 765.304661] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5264df77-369f-fb98-35c3-f94d95052058" [ 765.304661] env[68986]: _type = "Task" [ 765.304661] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.315430] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5264df77-369f-fb98-35c3-f94d95052058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.341624] env[68986]: INFO nova.compute.manager [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Took 45.11 seconds to build instance. [ 765.377849] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2218be18-3438-41fb-bc03-4b96910aab9a tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "12eaf4a8-85ca-4f47-a615-14097d3ba3cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.259s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.497330] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215675, 'name': PowerOffVM_Task, 'duration_secs': 0.42132} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.499551] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.499796] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.500725] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd3de8-75d6-4dbe-aca7-fb01a5aa20d9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.507705] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.507940] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e17fbdc4-94c6-433b-86a1-dbc8d0077112 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.591695] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.591931] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.592167] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleting the datastore file [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.592464] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fffb429-6a0f-42c6-bdce-05495e2bfd88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.599108] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 765.599108] env[68986]: value = "task-3215678" [ 765.599108] env[68986]: _type = "Task" [ 765.599108] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.609880] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.686513] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215676, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.819747] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5264df77-369f-fb98-35c3-f94d95052058, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.822632] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.823078] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] a7688732-cd59-4734-af2a-24fb16264dce/a7688732-cd59-4734-af2a-24fb16264dce.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.823377] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58adc03b-120c-4d5c-8536-682759d89708 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.827650] env[68986]: DEBUG nova.compute.manager [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-vif-plugged-9b583372-0893-4c70-bcbf-91ba4ca901d5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.827923] env[68986]: DEBUG oslo_concurrency.lockutils [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] Acquiring lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.828172] env[68986]: DEBUG oslo_concurrency.lockutils [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.828375] env[68986]: DEBUG oslo_concurrency.lockutils [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.828568] env[68986]: DEBUG nova.compute.manager [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] No waiting events found dispatching network-vif-plugged-9b583372-0893-4c70-bcbf-91ba4ca901d5 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.828774] env[68986]: WARNING nova.compute.manager [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received unexpected event network-vif-plugged-9b583372-0893-4c70-bcbf-91ba4ca901d5 for instance with vm_state building and task_state spawning. [ 765.828980] env[68986]: DEBUG nova.compute.manager [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-changed-9b583372-0893-4c70-bcbf-91ba4ca901d5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.829193] env[68986]: DEBUG nova.compute.manager [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Refreshing instance network info cache due to event network-changed-9b583372-0893-4c70-bcbf-91ba4ca901d5. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.829504] env[68986]: DEBUG oslo_concurrency.lockutils [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] Acquiring lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.830354] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.841709] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 765.841709] env[68986]: value = "task-3215679" [ 765.841709] env[68986]: _type = "Task" [ 765.841709] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.845132] env[68986]: DEBUG oslo_concurrency.lockutils [None req-86e70ae2-e807-481b-8c97-e5afba3b0c2f tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.398s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.851630] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.853344] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba50c654-5804-40e8-bf2c-c5087c0f763e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.866394] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2170eb-34df-412c-9872-b2aeb3a8cdfa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.898438] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fde74e-aed9-4e73-ab23-5d8e04d809da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.906904] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50277e9d-d77c-494e-9b3c-905640ec610e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.923703] env[68986]: DEBUG nova.compute.provider_tree [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.109776] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152206} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.110058] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.110396] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.110617] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.114186] env[68986]: DEBUG nova.network.neutron [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Updated VIF entry in instance network info cache for port decb4495-174e-444c-933b-f68780702fc5. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.114554] env[68986]: DEBUG nova.network.neutron [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Updating instance_info_cache with network_info: [{"id": "decb4495-174e-444c-933b-f68780702fc5", "address": "fa:16:3e:46:35:56", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecb4495-17", "ovs_interfaceid": "decb4495-174e-444c-933b-f68780702fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.192337] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215676, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.348771] env[68986]: DEBUG nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.354711] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.429781] env[68986]: DEBUG nova.scheduler.client.report [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.524833] env[68986]: DEBUG nova.network.neutron [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Updating instance_info_cache with network_info: [{"id": "c9d7a2d0-da69-4dbc-8b1a-00e87d88c324", "address": "fa:16:3e:89:7f:a7", "network": {"id": "64c5bf05-17c1-4062-92d5-5d743cf9573e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95287454", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d7a2d0-da", "ovs_interfaceid": "c9d7a2d0-da69-4dbc-8b1a-00e87d88c324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d35779c-3479-4d36-b008-ea3690c9fb3f", "address": "fa:16:3e:a2:54:37", "network": {"id": "70237b89-8887-4bc3-95c1-2e3c64804b81", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-32886013", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d35779c-34", "ovs_interfaceid": "2d35779c-3479-4d36-b008-ea3690c9fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b583372-0893-4c70-bcbf-91ba4ca901d5", "address": "fa:16:3e:9f:08:8b", "network": {"id": "64c5bf05-17c1-4062-92d5-5d743cf9573e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95287454", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b583372-08", "ovs_interfaceid": "9b583372-0893-4c70-bcbf-91ba4ca901d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.620665] env[68986]: DEBUG oslo_concurrency.lockutils [req-36c57a8d-73f5-4c58-9279-1003ffa1b417 req-be5da588-d2d2-42f0-9652-75c7ff5d3b82 service nova] Releasing lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.686336] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215676, 'name': CreateVM_Task, 'duration_secs': 1.345396} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.686523] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.687216] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.687376] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.687686] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.687939] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7473d525-275d-4f1b-b098-1192a2ce0b4c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.692666] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 766.692666] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526f4599-16d0-abe9-7cc9-cfb2e187f731" [ 766.692666] env[68986]: _type = "Task" [ 766.692666] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.700722] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526f4599-16d0-abe9-7cc9-cfb2e187f731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.734055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.734055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.734055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.734055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.734055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.736676] env[68986]: INFO nova.compute.manager [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Terminating instance [ 766.853021] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215679, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.880618] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.937132] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.939412] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.739s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.940911] env[68986]: INFO nova.compute.claims [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.957650] env[68986]: INFO nova.scheduler.client.report [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted allocations for instance 128c4398-6c16-4cab-8071-d2403cc0ed7f [ 767.027151] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Releasing lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.027609] env[68986]: DEBUG nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Instance network_info: |[{"id": "c9d7a2d0-da69-4dbc-8b1a-00e87d88c324", "address": "fa:16:3e:89:7f:a7", "network": {"id": "64c5bf05-17c1-4062-92d5-5d743cf9573e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95287454", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d7a2d0-da", "ovs_interfaceid": "c9d7a2d0-da69-4dbc-8b1a-00e87d88c324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d35779c-3479-4d36-b008-ea3690c9fb3f", "address": "fa:16:3e:a2:54:37", "network": {"id": "70237b89-8887-4bc3-95c1-2e3c64804b81", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-32886013", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d35779c-34", "ovs_interfaceid": "2d35779c-3479-4d36-b008-ea3690c9fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b583372-0893-4c70-bcbf-91ba4ca901d5", "address": "fa:16:3e:9f:08:8b", "network": {"id": "64c5bf05-17c1-4062-92d5-5d743cf9573e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95287454", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b583372-08", "ovs_interfaceid": "9b583372-0893-4c70-bcbf-91ba4ca901d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.027988] env[68986]: DEBUG oslo_concurrency.lockutils [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] Acquired lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.028224] env[68986]: DEBUG nova.network.neutron [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Refreshing network info cache for port 9b583372-0893-4c70-bcbf-91ba4ca901d5 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.030263] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:7f:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d7a2d0-da69-4dbc-8b1a-00e87d88c324', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:54:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d35779c-3479-4d36-b008-ea3690c9fb3f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:08:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b583372-0893-4c70-bcbf-91ba4ca901d5', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.043137] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Creating folder: Project (43414678601b49ea85bbfdd43886acf6). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.047324] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ba46c79-b363-4979-8ae5-29c8199aca36 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.059833] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Created folder: Project (43414678601b49ea85bbfdd43886acf6) in parent group-v642845. [ 767.059984] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Creating folder: Instances. Parent ref: group-v642965. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.060897] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-763c9d35-3ae1-4e4e-a7c7-3f778d92dbaa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.070742] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Created folder: Instances in parent group-v642965. [ 767.070742] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.070742] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.070742] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c25407d-35fa-4d6d-b947-3de08fadc48d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.097229] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.097229] env[68986]: value = "task-3215682" [ 767.097229] env[68986]: _type = "Task" [ 767.097229] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.108450] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215682, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.149274] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.149274] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.149274] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.149274] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.149664] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.150020] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.150481] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.151146] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.151146] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.151269] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.151554] env[68986]: DEBUG nova.virt.hardware [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.152433] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bfed7f-eaf8-4513-ba58-6082b1c80750 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.161413] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2a3d3-71b2-432a-9aae-bdd20f52cf2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.176232] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:bb:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e81af725-46f6-4aad-bd4c-57a57913fd5d', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.184919] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.187705] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.187987] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68dd3db9-c7ad-4447-a783-bcf22247473c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.213048] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526f4599-16d0-abe9-7cc9-cfb2e187f731, 'name': SearchDatastore_Task, 'duration_secs': 0.022788} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.214455] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.214704] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.214940] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.215102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.215282] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.215533] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.215533] env[68986]: value = "task-3215683" [ 767.215533] env[68986]: _type = "Task" [ 767.215533] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.215732] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6fb6ebd-845d-409e-b520-2658a38eece1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.229038] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.229747] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.229926] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ddde24-c024-40ee-98a2-54e744b0e1b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.234806] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 767.234806] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b4e271-0d60-3f42-3884-4078c6075578" [ 767.234806] env[68986]: _type = "Task" [ 767.234806] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.240340] env[68986]: DEBUG nova.compute.manager [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.240548] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.244617] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1507896-e676-4a98-bbae-6e3ad8321e1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.247293] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b4e271-0d60-3f42-3884-4078c6075578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.255275] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.255699] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20cf9de8-d4e3-4c96-b182-bea761dc23ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.263142] env[68986]: DEBUG oslo_vmware.api [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 767.263142] env[68986]: value = "task-3215684" [ 767.263142] env[68986]: _type = "Task" [ 767.263142] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.271232] env[68986]: DEBUG oslo_vmware.api [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.353090] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215679, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.377315] env[68986]: DEBUG nova.network.neutron [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Updated VIF entry in instance network info cache for port 9b583372-0893-4c70-bcbf-91ba4ca901d5. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.377810] env[68986]: DEBUG nova.network.neutron [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Updating instance_info_cache with network_info: [{"id": "c9d7a2d0-da69-4dbc-8b1a-00e87d88c324", "address": "fa:16:3e:89:7f:a7", "network": {"id": "64c5bf05-17c1-4062-92d5-5d743cf9573e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95287454", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d7a2d0-da", "ovs_interfaceid": "c9d7a2d0-da69-4dbc-8b1a-00e87d88c324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d35779c-3479-4d36-b008-ea3690c9fb3f", "address": "fa:16:3e:a2:54:37", "network": {"id": "70237b89-8887-4bc3-95c1-2e3c64804b81", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-32886013", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d35779c-34", "ovs_interfaceid": "2d35779c-3479-4d36-b008-ea3690c9fb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b583372-0893-4c70-bcbf-91ba4ca901d5", "address": "fa:16:3e:9f:08:8b", "network": {"id": "64c5bf05-17c1-4062-92d5-5d743cf9573e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95287454", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b583372-08", "ovs_interfaceid": "9b583372-0893-4c70-bcbf-91ba4ca901d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.464660] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6515fab9-0dd9-46f3-be62-2a107989f8d3 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "128c4398-6c16-4cab-8071-d2403cc0ed7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.216s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.607117] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215682, 'name': CreateVM_Task, 'duration_secs': 0.449659} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.607319] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.608462] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.608671] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.608976] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.609314] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10d800a-599e-4eab-b026-e0e891b7ba13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.614635] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 767.614635] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a2bf37-febd-4b8e-c779-e3ef350258e7" [ 767.614635] env[68986]: _type = "Task" [ 767.614635] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.624904] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a2bf37-febd-4b8e-c779-e3ef350258e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.727784] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215683, 'name': CreateVM_Task, 'duration_secs': 0.355034} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.728012] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.728712] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.728882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.729512] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.729512] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87800251-a28b-47c5-a7fb-2d405665cdfe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.735011] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 767.735011] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521de1f3-b133-adce-9905-6b92fcc65b7d" [ 767.735011] env[68986]: _type = "Task" [ 767.735011] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.746555] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b4e271-0d60-3f42-3884-4078c6075578, 'name': SearchDatastore_Task, 'duration_secs': 0.022544} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.750172] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521de1f3-b133-adce-9905-6b92fcc65b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.750358] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456d54e8-930d-44d7-b8a2-e46cf00023a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.755251] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 767.755251] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520d4965-0e5e-b8e1-cdd8-54f85e220c15" [ 767.755251] env[68986]: _type = "Task" [ 767.755251] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.762553] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520d4965-0e5e-b8e1-cdd8-54f85e220c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.771029] env[68986]: DEBUG oslo_vmware.api [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215684, 'name': PowerOffVM_Task, 'duration_secs': 0.43433} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.773050] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.773050] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.773050] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d4906d6-d8d3-4395-9aa2-b51394700c96 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.854686] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215679, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.612317} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.854996] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] a7688732-cd59-4734-af2a-24fb16264dce/a7688732-cd59-4734-af2a-24fb16264dce.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.855294] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.855675] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93413450-01d8-44e7-84d0-b94fc15b9963 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.862032] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 767.862032] env[68986]: value = "task-3215686" [ 767.862032] env[68986]: _type = "Task" [ 767.862032] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.871588] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.879828] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.880071] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.880271] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Deleting the datastore file [datastore2] 5fc5ba1f-2840-4758-940a-2925ebdee0f9 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.880571] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac767d47-d127-460b-8b5f-17a42ebec9fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.882901] env[68986]: DEBUG oslo_concurrency.lockutils [req-2200668a-bf80-4a6c-a010-0b687f8d3dc9 req-87b408b2-6144-43d5-af16-812bdd816476 service nova] Releasing lock "refresh_cache-de02ff0f-dea0-4679-95cf-c0cf6b78dee7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.889729] env[68986]: DEBUG oslo_vmware.api [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for the task: (returnval){ [ 767.889729] env[68986]: value = "task-3215687" [ 767.889729] env[68986]: _type = "Task" [ 767.889729] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.899097] env[68986]: DEBUG oslo_vmware.api [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.123036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "8d274db9-d209-4745-8d26-8feab5aa6671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.123036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "8d274db9-d209-4745-8d26-8feab5aa6671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.129827] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a2bf37-febd-4b8e-c779-e3ef350258e7, 'name': SearchDatastore_Task, 'duration_secs': 0.031423} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.132814] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.133068] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.133307] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.147526] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.147760] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.246106] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521de1f3-b133-adce-9905-6b92fcc65b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.021383} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.248931] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.248931] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.249226] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.249368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.249559] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.250040] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d695019b-b93a-49da-ad31-2ad96e471028 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.263029] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.263229] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.264530] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44cc241-e78a-474b-9823-4c25875753ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.270363] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520d4965-0e5e-b8e1-cdd8-54f85e220c15, 'name': SearchDatastore_Task, 'duration_secs': 0.035828} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.271051] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.271345] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 35e049af-1bb0-49b9-9101-360c517ceac1/35e049af-1bb0-49b9-9101-360c517ceac1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.271635] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.271818] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.272063] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f601f9e8-b2cd-45a8-bf11-3cabc4a1c23c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.275179] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5caf95d0-bed5-46cc-956e-cb2d3caa563f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.277087] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 768.277087] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f2b4db-9514-e59a-5dd5-4ac2dddfd33e" [ 768.277087] env[68986]: _type = "Task" [ 768.277087] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.287866] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 768.287866] env[68986]: value = "task-3215688" [ 768.287866] env[68986]: _type = "Task" [ 768.287866] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.296943] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f2b4db-9514-e59a-5dd5-4ac2dddfd33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.302560] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.302837] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.308186] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a46e7cd-6b91-4446-ae99-19bfd9d68fd9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.311501] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.319788] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 768.319788] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28669-9d6d-d980-c6a7-666bb1cb331c" [ 768.319788] env[68986]: _type = "Task" [ 768.319788] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.331785] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28669-9d6d-d980-c6a7-666bb1cb331c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.373342] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069027} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.376251] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.377376] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d682b572-52cc-443c-8c4a-552c7b4f2cf3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.402684] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] a7688732-cd59-4734-af2a-24fb16264dce/a7688732-cd59-4734-af2a-24fb16264dce.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.408795] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753d20b2-09fe-44af-a881-6f1d444f8481 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.429689] env[68986]: DEBUG oslo_vmware.api [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Task: {'id': task-3215687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430003} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.430835] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.431039] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.431348] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.431548] env[68986]: INFO nova.compute.manager [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 768.431855] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.432083] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 768.432083] env[68986]: value = "task-3215689" [ 768.432083] env[68986]: _type = "Task" [ 768.432083] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.432282] env[68986]: DEBUG nova.compute.manager [-] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.432378] env[68986]: DEBUG nova.network.neutron [-] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.448733] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.475599] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829950ab-65b8-4a26-afe4-21117fbf34f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.483682] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67d3be1-8a2c-4342-96ec-dda56fab1613 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.515120] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cbbb55-f9a9-4cb5-8033-34e3192b5018 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.526054] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2806ef62-6f5c-484e-a1df-b9fe593443e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.541658] env[68986]: DEBUG nova.compute.provider_tree [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.738891] env[68986]: DEBUG nova.compute.manager [req-5bf3e37f-df67-47e6-a74e-66d7658b799a req-95cfb6fa-9a9e-4773-b756-02fb301bd27d service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Received event network-vif-deleted-3fe3dc79-520c-415a-8516-f14dd0518f37 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.739112] env[68986]: INFO nova.compute.manager [req-5bf3e37f-df67-47e6-a74e-66d7658b799a req-95cfb6fa-9a9e-4773-b756-02fb301bd27d service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Neutron deleted interface 3fe3dc79-520c-415a-8516-f14dd0518f37; detaching it from the instance and deleting it from the info cache [ 768.739291] env[68986]: DEBUG nova.network.neutron [req-5bf3e37f-df67-47e6-a74e-66d7658b799a req-95cfb6fa-9a9e-4773-b756-02fb301bd27d service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.797682] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f2b4db-9514-e59a-5dd5-4ac2dddfd33e, 'name': SearchDatastore_Task, 'duration_secs': 0.023055} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.798963] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b370d17e-e688-47ab-a95b-eefaa213089d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.805178] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 768.805178] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524dd1a4-d1d8-3e2d-435c-94fddfcf6665" [ 768.805178] env[68986]: _type = "Task" [ 768.805178] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.808764] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.821446] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524dd1a4-d1d8-3e2d-435c-94fddfcf6665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.836116] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28669-9d6d-d980-c6a7-666bb1cb331c, 'name': SearchDatastore_Task, 'duration_secs': 0.016554} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.837184] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1e9329-a57d-4700-bf2a-647fbe747bf9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.844123] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 768.844123] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52500ae9-3f3a-5c4a-1fae-d1e61b35fdc4" [ 768.844123] env[68986]: _type = "Task" [ 768.844123] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.853853] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52500ae9-3f3a-5c4a-1fae-d1e61b35fdc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.944545] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215689, 'name': ReconfigVM_Task, 'duration_secs': 0.496743} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.944898] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Reconfigured VM instance instance-00000029 to attach disk [datastore2] a7688732-cd59-4734-af2a-24fb16264dce/a7688732-cd59-4734-af2a-24fb16264dce.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.945575] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e82a1b68-0966-4f2c-bd94-07679523c9cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.952818] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 768.952818] env[68986]: value = "task-3215690" [ 768.952818] env[68986]: _type = "Task" [ 768.952818] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.961676] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215690, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.997518] env[68986]: DEBUG nova.compute.manager [None req-0db437c5-85d3-4ec3-a194-267a52489cc8 tempest-ServerDiagnosticsV248Test-420082363 tempest-ServerDiagnosticsV248Test-420082363-project-admin] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.998595] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54873af5-5b12-4a1b-8a49-3c8188d7555b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.006554] env[68986]: INFO nova.compute.manager [None req-0db437c5-85d3-4ec3-a194-267a52489cc8 tempest-ServerDiagnosticsV248Test-420082363 tempest-ServerDiagnosticsV248Test-420082363-project-admin] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Retrieving diagnostics [ 769.007341] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d8628-e674-4dd3-86f9-72f2038beb0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.044809] env[68986]: DEBUG nova.scheduler.client.report [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.224366] env[68986]: DEBUG nova.network.neutron [-] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.242496] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bea8130d-760f-463c-9743-544d49818981 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.253114] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4f216-ea71-4025-a219-723dbcec36a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.290714] env[68986]: DEBUG nova.compute.manager [req-5bf3e37f-df67-47e6-a74e-66d7658b799a req-95cfb6fa-9a9e-4773-b756-02fb301bd27d service nova] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Detach interface failed, port_id=3fe3dc79-520c-415a-8516-f14dd0518f37, reason: Instance 5fc5ba1f-2840-4758-940a-2925ebdee0f9 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.300041] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574578} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.300041] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 35e049af-1bb0-49b9-9101-360c517ceac1/35e049af-1bb0-49b9-9101-360c517ceac1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.300197] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.300363] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d39af418-26c9-4f30-ae96-b20dbfd34e0a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.307492] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 769.307492] env[68986]: value = "task-3215691" [ 769.307492] env[68986]: _type = "Task" [ 769.307492] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.320641] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.323986] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524dd1a4-d1d8-3e2d-435c-94fddfcf6665, 'name': SearchDatastore_Task, 'duration_secs': 0.033815} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.324289] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.324579] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.324839] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04405331-8baf-4f00-b7ec-3345626d192c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.331371] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 769.331371] env[68986]: value = "task-3215692" [ 769.331371] env[68986]: _type = "Task" [ 769.331371] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.339698] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.356609] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52500ae9-3f3a-5c4a-1fae-d1e61b35fdc4, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.356871] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.357170] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] de02ff0f-dea0-4679-95cf-c0cf6b78dee7/de02ff0f-dea0-4679-95cf-c0cf6b78dee7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.357459] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-279fbf2b-9fa4-4ec1-9152-dc9d2a5ce271 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.363610] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 769.363610] env[68986]: value = "task-3215693" [ 769.363610] env[68986]: _type = "Task" [ 769.363610] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.371710] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.463232] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215690, 'name': Rename_Task, 'duration_secs': 0.144772} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.463571] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.463868] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b5edca-a0b7-4fc6-8357-7597666d91c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.470952] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 769.470952] env[68986]: value = "task-3215694" [ 769.470952] env[68986]: _type = "Task" [ 769.470952] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.479132] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.549642] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.550281] env[68986]: DEBUG nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.553257] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.982s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.554841] env[68986]: INFO nova.compute.claims [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.727149] env[68986]: INFO nova.compute.manager [-] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Took 1.29 seconds to deallocate network for instance. [ 769.822289] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116082} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.822727] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.823856] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b940a49-855b-44e4-9388-77d7ffd447c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.851925] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 35e049af-1bb0-49b9-9101-360c517ceac1/35e049af-1bb0-49b9-9101-360c517ceac1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.856035] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69555e1-8b39-4351-adf6-3ae6338dcc19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.879894] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215692, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.882606] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 769.882606] env[68986]: value = "task-3215695" [ 769.882606] env[68986]: _type = "Task" [ 769.882606] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.889545] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.897191] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.984027] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.062761] env[68986]: DEBUG nova.compute.utils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.064398] env[68986]: DEBUG nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 770.081465] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.081465] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.081465] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.081700] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.081804] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.087291] env[68986]: INFO nova.compute.manager [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Terminating instance [ 770.234230] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.355567] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716766} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.355567] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.355567] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.355567] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e51ea324-f5a0-48aa-80f2-1962992302db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.364551] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 770.364551] env[68986]: value = "task-3215696" [ 770.364551] env[68986]: _type = "Task" [ 770.364551] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.373058] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.382393] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684661} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.382443] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] de02ff0f-dea0-4679-95cf-c0cf6b78dee7/de02ff0f-dea0-4679-95cf-c0cf6b78dee7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.382743] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.383123] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89208b60-d07e-4e5d-9a27-83a6f0dea414 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.393387] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.394974] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 770.394974] env[68986]: value = "task-3215697" [ 770.394974] env[68986]: _type = "Task" [ 770.394974] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.406480] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.482180] env[68986]: DEBUG oslo_vmware.api [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215694, 'name': PowerOnVM_Task, 'duration_secs': 0.671219} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.482483] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.482720] env[68986]: INFO nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Took 11.09 seconds to spawn the instance on the hypervisor. [ 770.482937] env[68986]: DEBUG nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.483772] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf3a343-3959-49b8-a20c-9b98cac2fd1c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.568569] env[68986]: DEBUG nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.593481] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "refresh_cache-1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.593659] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquired lock "refresh_cache-1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.593835] env[68986]: DEBUG nova.network.neutron [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.882834] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.895946] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215695, 'name': ReconfigVM_Task, 'duration_secs': 0.679217} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.901297] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 35e049af-1bb0-49b9-9101-360c517ceac1/35e049af-1bb0-49b9-9101-360c517ceac1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.902148] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-127c0d00-dee1-4990-a2f4-b6cc3225504c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.909095] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303976} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.910231] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.910565] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 770.910565] env[68986]: value = "task-3215698" [ 770.910565] env[68986]: _type = "Task" [ 770.910565] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.911249] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c79bd8-fe31-4c70-9dd4-6e20d4eef95b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.943497] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] de02ff0f-dea0-4679-95cf-c0cf6b78dee7/de02ff0f-dea0-4679-95cf-c0cf6b78dee7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.949400] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594bc821-568b-4870-94a8-782fbbe9c8a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.963612] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215698, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.970598] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 770.970598] env[68986]: value = "task-3215699" [ 770.970598] env[68986]: _type = "Task" [ 770.970598] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.981307] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.999949] env[68986]: INFO nova.compute.manager [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Took 41.52 seconds to build instance. [ 771.069862] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9c439f-97e6-4325-b98b-f25ef6b188a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.083697] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ae5d79-71a8-4803-aabb-043c28bf4fde {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.124538] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf576d-4acc-4d7f-8ec4-328bfbef8b47 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.134029] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7c4cf2-3022-4930-b920-a54524736bc2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.149281] env[68986]: DEBUG nova.compute.provider_tree [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.151311] env[68986]: DEBUG nova.network.neutron [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.211597] env[68986]: DEBUG nova.network.neutron [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.376655] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.75948} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.376985] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.377832] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a98d18c-d3ca-4567-8ee4-e6cd5b085737 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.402212] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.402537] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f764bd2-e7ac-45e6-b6d7-866499f14719 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.426257] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215698, 'name': Rename_Task, 'duration_secs': 0.259515} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.427647] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.428745] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 771.428745] env[68986]: value = "task-3215700" [ 771.428745] env[68986]: _type = "Task" [ 771.428745] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.428946] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d00f43e-87c6-4da9-b930-d5f72940a3e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.439551] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.441013] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 771.441013] env[68986]: value = "task-3215701" [ 771.441013] env[68986]: _type = "Task" [ 771.441013] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.450354] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.481862] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215699, 'name': ReconfigVM_Task, 'duration_secs': 0.363325} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.482182] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Reconfigured VM instance instance-00000028 to attach disk [datastore2] de02ff0f-dea0-4679-95cf-c0cf6b78dee7/de02ff0f-dea0-4679-95cf-c0cf6b78dee7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.482887] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f764053-e6dd-4f41-b260-8f87302d5424 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.490308] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 771.490308] env[68986]: value = "task-3215702" [ 771.490308] env[68986]: _type = "Task" [ 771.490308] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.499243] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215702, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.501736] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b802c9a5-443c-4c07-9f17-018a8c49c194 tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "a7688732-cd59-4734-af2a-24fb16264dce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.111s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.579664] env[68986]: DEBUG nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.607853] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.608208] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.608423] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.608663] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.608846] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.609077] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.609372] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.609596] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.609822] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.610035] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.610265] env[68986]: DEBUG nova.virt.hardware [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.611297] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af940018-5b4c-49ed-b36b-c6f6803f8274 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.620466] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db304171-497e-47fb-aff4-b38eab897eab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.636548] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.642999] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Creating folder: Project (a7b6a51a1da840fda1e3caea0dbebf1f). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.643768] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4325c19f-e107-4d05-afa8-e860cbceaafc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.654565] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Created folder: Project (a7b6a51a1da840fda1e3caea0dbebf1f) in parent group-v642845. [ 771.654764] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Creating folder: Instances. Parent ref: group-v642969. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.655749] env[68986]: DEBUG nova.scheduler.client.report [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.659097] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1aaacce-6cca-4da1-9591-9dd1d9e313fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.669834] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Created folder: Instances in parent group-v642969. [ 771.670121] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.670967] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.671244] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2976b94c-7d01-4fd1-9790-44fe64265d8f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.689793] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.689793] env[68986]: value = "task-3215705" [ 771.689793] env[68986]: _type = "Task" [ 771.689793] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.699327] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215705, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.709379] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "a7688732-cd59-4734-af2a-24fb16264dce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.709629] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "a7688732-cd59-4734-af2a-24fb16264dce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.709837] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "a7688732-cd59-4734-af2a-24fb16264dce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.710040] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "a7688732-cd59-4734-af2a-24fb16264dce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.710231] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "a7688732-cd59-4734-af2a-24fb16264dce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.713064] env[68986]: INFO nova.compute.manager [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Terminating instance [ 771.714472] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Releasing lock "refresh_cache-1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.714890] env[68986]: DEBUG nova.compute.manager [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.715134] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.717070] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93528622-eb9d-4606-a7c0-e77cfdbfc34f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.728256] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.728394] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a9086e6-bb41-496e-8135-2bb7ba7961be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.736360] env[68986]: DEBUG oslo_vmware.api [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 771.736360] env[68986]: value = "task-3215706" [ 771.736360] env[68986]: _type = "Task" [ 771.736360] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.748722] env[68986]: DEBUG oslo_vmware.api [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.941728] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215700, 'name': ReconfigVM_Task, 'duration_secs': 0.34084} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.941922] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Reconfigured VM instance instance-00000007 to attach disk [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.945625] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d08efe00-ad36-46f9-84e8-b9cd9f60f6ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.953206] env[68986]: DEBUG oslo_vmware.api [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215701, 'name': PowerOnVM_Task, 'duration_secs': 0.474011} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.953554] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.953759] env[68986]: INFO nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Took 10.19 seconds to spawn the instance on the hypervisor. [ 771.953955] env[68986]: DEBUG nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.955810] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6749fbc-a5c7-4232-b11a-0d8a555e59b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.958390] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 771.958390] env[68986]: value = "task-3215707" [ 771.958390] env[68986]: _type = "Task" [ 771.958390] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.971422] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215707, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.001732] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215702, 'name': Rename_Task, 'duration_secs': 0.158315} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.002026] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.002321] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b98eea-252f-4249-9c7e-e35cc1e778b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.005833] env[68986]: DEBUG nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.013665] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 772.013665] env[68986]: value = "task-3215708" [ 772.013665] env[68986]: _type = "Task" [ 772.013665] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.022917] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.162157] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.162764] env[68986]: DEBUG nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.165824] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.458s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.166060] env[68986]: DEBUG nova.objects.instance [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lazy-loading 'resources' on Instance uuid 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.204045] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215705, 'name': CreateVM_Task, 'duration_secs': 0.355981} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.204045] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.204326] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.204520] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.204789] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.205364] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6514c39-aa91-470c-a3e8-e4e759ad483f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.211340] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 772.211340] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fec052-ac54-4008-093b-56d8e19da322" [ 772.211340] env[68986]: _type = "Task" [ 772.211340] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.224602] env[68986]: DEBUG nova.compute.manager [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.224897] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.225339] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fec052-ac54-4008-093b-56d8e19da322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.226791] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7528049-a0ac-4da9-b5e0-4ae4d72465a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.237329] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.240862] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86f0c10-57db-488e-b772-999c121486cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.249359] env[68986]: DEBUG oslo_vmware.api [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215706, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.250709] env[68986]: DEBUG oslo_vmware.api [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 772.250709] env[68986]: value = "task-3215709" [ 772.250709] env[68986]: _type = "Task" [ 772.250709] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.260026] env[68986]: DEBUG oslo_vmware.api [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.475601] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215707, 'name': Rename_Task, 'duration_secs': 0.19765} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.477665] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.478868] env[68986]: INFO nova.compute.manager [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Took 38.64 seconds to build instance. [ 772.479225] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c9afee-f3b5-4fa6-bb9e-81e391616a73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.487105] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 772.487105] env[68986]: value = "task-3215710" [ 772.487105] env[68986]: _type = "Task" [ 772.487105] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.499315] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.524917] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215708, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.534172] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.669932] env[68986]: DEBUG nova.compute.utils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.673387] env[68986]: DEBUG nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.673589] env[68986]: DEBUG nova.network.neutron [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.723190] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fec052-ac54-4008-093b-56d8e19da322, 'name': SearchDatastore_Task, 'duration_secs': 0.026854} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.726216] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.726573] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.726755] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.726900] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.727105] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.727628] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee04f348-6289-4b95-a2c6-420ccc7b4ca8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.731441] env[68986]: DEBUG nova.policy [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87393ba99d5f469eba522bbfcef99d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca1ff8c6158647e0ab95a0278f36a2ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.746818] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.747081] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.747756] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7462166a-2382-4cab-a5a6-5d71e1154c29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.753133] env[68986]: DEBUG oslo_vmware.api [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215706, 'name': PowerOffVM_Task, 'duration_secs': 0.55611} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.758062] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.758309] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.762763] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded1f1e8-30e9-40b7-ae49-9131b5893b67 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.764496] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 772.764496] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52175da9-cb20-1cee-01d9-f92980f872fc" [ 772.764496] env[68986]: _type = "Task" [ 772.764496] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.772279] env[68986]: DEBUG oslo_vmware.api [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215709, 'name': PowerOffVM_Task, 'duration_secs': 0.233244} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.772902] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.773115] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.773382] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e667a8f3-068c-4ba3-8cfd-6be0fc4a89a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.781449] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52175da9-cb20-1cee-01d9-f92980f872fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014912} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.782278] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab85c37-3982-4ac9-a28e-1649010ab028 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.793786] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 772.793786] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520e90a9-488b-4750-351a-fce916bbe1a3" [ 772.793786] env[68986]: _type = "Task" [ 772.793786] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.795413] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.795617] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.795795] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Deleting the datastore file [datastore2] 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.799437] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1d4277-d933-407a-af28-d6633862816c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.811741] env[68986]: DEBUG oslo_vmware.api [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for the task: (returnval){ [ 772.811741] env[68986]: value = "task-3215713" [ 772.811741] env[68986]: _type = "Task" [ 772.811741] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.812304] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520e90a9-488b-4750-351a-fce916bbe1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016928} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.812304] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.812572] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.817382] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33bf27c2-abe8-4515-9b19-f50519a5b556 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.829373] env[68986]: DEBUG oslo_vmware.api [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.831989] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 772.831989] env[68986]: value = "task-3215714" [ 772.831989] env[68986]: _type = "Task" [ 772.831989] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.845393] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.866633] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.866865] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.867055] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Deleting the datastore file [datastore2] a7688732-cd59-4734-af2a-24fb16264dce {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.870199] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-376f6ba3-6a97-441b-b4c1-2c2823f80ff6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.881338] env[68986]: DEBUG oslo_vmware.api [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for the task: (returnval){ [ 772.881338] env[68986]: value = "task-3215715" [ 772.881338] env[68986]: _type = "Task" [ 772.881338] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.895923] env[68986]: DEBUG oslo_vmware.api [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.982094] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f901f2c9-4ff2-4f0c-bc14-0dc9d8560fe2 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "35e049af-1bb0-49b9-9101-360c517ceac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.954s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.998917] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.032587] env[68986]: DEBUG oslo_vmware.api [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215708, 'name': PowerOnVM_Task, 'duration_secs': 0.893517} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.032587] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.032587] env[68986]: INFO nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Took 16.47 seconds to spawn the instance on the hypervisor. [ 773.032587] env[68986]: DEBUG nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.032587] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe07f2-cdec-4934-b6ab-9011c64f4918 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.076259] env[68986]: DEBUG nova.compute.manager [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.076259] env[68986]: DEBUG nova.compute.manager [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing instance network info cache due to event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.076259] env[68986]: DEBUG oslo_concurrency.lockutils [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] Acquiring lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.076542] env[68986]: DEBUG oslo_concurrency.lockutils [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] Acquired lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.077594] env[68986]: DEBUG nova.network.neutron [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.174945] env[68986]: DEBUG nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.332096] env[68986]: DEBUG oslo_vmware.api [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Task: {'id': task-3215713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140306} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.332096] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.332096] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.332096] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.332096] env[68986]: INFO nova.compute.manager [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Took 1.62 seconds to destroy the instance on the hypervisor. [ 773.332096] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.332591] env[68986]: DEBUG nova.compute.manager [-] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.332717] env[68986]: DEBUG nova.network.neutron [-] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.340100] env[68986]: DEBUG nova.network.neutron [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Successfully created port: b6588d6a-fd51-43a7-9321-4b23aed5a879 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.342537] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b00180-d3d4-4e80-84ca-90a512e0cf3e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.356409] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd73d36-04b1-4ce2-9e8a-e5d1b7ab9453 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.360476] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.361300] env[68986]: DEBUG nova.network.neutron [-] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.406186] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb33f7-6047-4109-93ac-8f2f6b23ca07 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.421117] env[68986]: DEBUG oslo_vmware.api [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Task: {'id': task-3215715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183415} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.421475] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.421629] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.421799] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.421993] env[68986]: INFO nova.compute.manager [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Took 1.20 seconds to destroy the instance on the hypervisor. [ 773.422254] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.423508] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a9529-b181-4e1d-914a-7870347af099 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.428037] env[68986]: DEBUG nova.compute.manager [-] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.428970] env[68986]: DEBUG nova.network.neutron [-] [instance: a7688732-cd59-4734-af2a-24fb16264dce] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.441858] env[68986]: DEBUG nova.compute.provider_tree [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.488395] env[68986]: DEBUG nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.503635] env[68986]: DEBUG oslo_vmware.api [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215710, 'name': PowerOnVM_Task, 'duration_secs': 0.775231} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.503635] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.503857] env[68986]: DEBUG nova.compute.manager [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.504724] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d859a1f3-29f8-4a53-bd2e-fb4e5e077379 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.554433] env[68986]: INFO nova.compute.manager [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Took 48.09 seconds to build instance. [ 773.846322] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613491} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.848831] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.849147] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.849427] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73fe51b9-a334-460b-bb4e-b24fef00727d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.858745] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 773.858745] env[68986]: value = "task-3215716" [ 773.858745] env[68986]: _type = "Task" [ 773.858745] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.864362] env[68986]: DEBUG nova.network.neutron [-] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.871310] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.945133] env[68986]: DEBUG nova.scheduler.client.report [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.981500] env[68986]: DEBUG nova.network.neutron [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updated VIF entry in instance network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.981924] env[68986]: DEBUG nova.network.neutron [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [{"id": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "address": "fa:16:3e:b8:af:ed", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839d6cfc-16", "ovs_interfaceid": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.024672] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.025743] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.057664] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0aaa798e-0edf-4d5e-a91a-60ad4576017f tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.370s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.183721] env[68986]: DEBUG nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.211017] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.211017] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.211017] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.211017] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.211017] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.211678] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.212085] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.215071] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.215071] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.215071] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.215071] env[68986]: DEBUG nova.virt.hardware [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.215071] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8e64d-fcbb-4068-ae76-0821c2220cc5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.221929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.222322] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.222632] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.222916] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.223201] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.226349] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc44c51-5417-4b2a-9610-146e7d0b0bb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.231235] env[68986]: INFO nova.compute.manager [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Terminating instance [ 774.370444] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074338} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.370561] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.371340] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b223bfc-297f-4148-971b-7bdfd775a989 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.373943] env[68986]: INFO nova.compute.manager [-] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Took 1.04 seconds to deallocate network for instance. [ 774.399147] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.399147] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b343b3-ab73-477d-90a3-0d94fcb4db66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.419390] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 774.419390] env[68986]: value = "task-3215717" [ 774.419390] env[68986]: _type = "Task" [ 774.419390] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.428376] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.450397] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.453241] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.454s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.454096] env[68986]: INFO nova.compute.claims [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.482419] env[68986]: INFO nova.scheduler.client.report [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Deleted allocations for instance 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e [ 774.489022] env[68986]: DEBUG oslo_concurrency.lockutils [req-aa89a3a4-ec02-42cc-9d5e-1b996f1b6967 req-18bec2cd-5a52-4119-8379-c135e8d7965a service nova] Releasing lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.559916] env[68986]: DEBUG nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.581075] env[68986]: DEBUG nova.network.neutron [-] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.735806] env[68986]: DEBUG nova.compute.manager [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.736050] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.737061] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949e5f9-a83a-4916-915b-d589f41829c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.746362] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.746659] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9afcb35-430a-48a7-be8e-0e545682579d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.754311] env[68986]: DEBUG oslo_vmware.api [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 774.754311] env[68986]: value = "task-3215718" [ 774.754311] env[68986]: _type = "Task" [ 774.754311] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.763283] env[68986]: DEBUG oslo_vmware.api [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.880468] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.893541] env[68986]: DEBUG nova.compute.manager [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.893786] env[68986]: DEBUG nova.compute.manager [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing instance network info cache due to event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.894828] env[68986]: DEBUG oslo_concurrency.lockutils [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] Acquiring lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.895060] env[68986]: DEBUG oslo_concurrency.lockutils [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] Acquired lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.895250] env[68986]: DEBUG nova.network.neutron [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.935496] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.990988] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d6efe917-5c1c-4f84-b548-33234c3b46f1 tempest-ImagesOneServerTestJSON-1050088587 tempest-ImagesOneServerTestJSON-1050088587-project-member] Lock "14e0f224-fd67-4e2a-a98d-6a40f5f25b5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.330s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.082222] env[68986]: INFO nova.compute.manager [-] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Took 1.65 seconds to deallocate network for instance. [ 775.088557] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.268935] env[68986]: DEBUG oslo_vmware.api [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215718, 'name': PowerOffVM_Task, 'duration_secs': 0.458888} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.269860] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.270095] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.270687] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e327afd-3279-488f-a24b-3c0864069233 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.322954] env[68986]: DEBUG nova.compute.manager [req-22918bba-e6ef-455f-a593-c106242fe9cc req-33dabd80-e316-4026-ad26-9a2d4a2d83a9 service nova] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Received event network-vif-deleted-4b3444e5-853e-4580-9f3b-25d3116a2b9a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.431133] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215717, 'name': ReconfigVM_Task, 'duration_secs': 0.783299} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.431462] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.432229] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79566da4-17d0-439d-bd9b-652e6854dda1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.439500] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 775.439500] env[68986]: value = "task-3215720" [ 775.439500] env[68986]: _type = "Task" [ 775.439500] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.444476] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.444758] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.444993] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Deleting the datastore file [datastore2] de02ff0f-dea0-4679-95cf-c0cf6b78dee7 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.446017] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d865b3be-0dc6-44a7-be3a-a53d3f632fc7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.452498] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215720, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.459244] env[68986]: DEBUG oslo_vmware.api [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 775.459244] env[68986]: value = "task-3215721" [ 775.459244] env[68986]: _type = "Task" [ 775.459244] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.471749] env[68986]: DEBUG oslo_vmware.api [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.593131] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.745328] env[68986]: INFO nova.compute.manager [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Rebuilding instance [ 775.795151] env[68986]: DEBUG nova.compute.manager [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.795944] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed059ac0-731c-4275-99d8-5b18198a7c46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.843130] env[68986]: DEBUG nova.network.neutron [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Successfully updated port: b6588d6a-fd51-43a7-9321-4b23aed5a879 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.941925] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ff4bac-f680-4f43-92a7-1d4cd79be260 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.957038] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea5acf-2660-4dd3-bae9-888a5c1e5465 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.959064] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215720, 'name': Rename_Task, 'duration_secs': 0.166918} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.959324] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.959970] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa2c0c7f-9aa5-4ac8-a798-e9b7502f29fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.992643] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08954130-8e69-420e-ac3b-64db7c3bc8e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.999345] env[68986]: DEBUG oslo_vmware.api [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164327} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.999617] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 775.999617] env[68986]: value = "task-3215722" [ 775.999617] env[68986]: _type = "Task" [ 775.999617] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.000222] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.000421] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.000612] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.000779] env[68986]: INFO nova.compute.manager [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Took 1.26 seconds to destroy the instance on the hypervisor. [ 776.001028] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.001907] env[68986]: DEBUG nova.network.neutron [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updated VIF entry in instance network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.002687] env[68986]: DEBUG nova.network.neutron [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [{"id": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "address": "fa:16:3e:b8:af:ed", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839d6cfc-16", "ovs_interfaceid": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.003592] env[68986]: DEBUG nova.compute.manager [-] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.003592] env[68986]: DEBUG nova.network.neutron [-] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.013183] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4184ea92-6716-46e3-a19f-ae2a8e1cbdb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.022239] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.033337] env[68986]: DEBUG nova.compute.provider_tree [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.345975] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-3047cbf6-86aa-42db-9fe8-b450de69bbb1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.346282] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-3047cbf6-86aa-42db-9fe8-b450de69bbb1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.346372] env[68986]: DEBUG nova.network.neutron [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.512404] env[68986]: DEBUG oslo_concurrency.lockutils [req-a0f688e4-39bb-4179-bce3-72af8e213a1a req-62d23ab0-614f-400f-b5aa-1da91025f289 service nova] Releasing lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.512787] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215722, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.537055] env[68986]: DEBUG nova.scheduler.client.report [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.816850] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.819157] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40db87f-5287-484b-b696-0a3303ce84d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.826012] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 776.826012] env[68986]: value = "task-3215723" [ 776.826012] env[68986]: _type = "Task" [ 776.826012] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.836402] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.934214] env[68986]: DEBUG nova.network.neutron [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.013560] env[68986]: DEBUG oslo_vmware.api [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215722, 'name': PowerOnVM_Task, 'duration_secs': 0.700026} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.013817] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.013924] env[68986]: INFO nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Took 5.43 seconds to spawn the instance on the hypervisor. [ 777.014097] env[68986]: DEBUG nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.014937] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0db21cc-12d6-4d18-81b7-ec54670c7991 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.042019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.042547] env[68986]: DEBUG nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.051339] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.526s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.051339] env[68986]: DEBUG nova.objects.instance [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lazy-loading 'resources' on Instance uuid 6945ad76-5552-485d-95e3-855341d8c2b2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.054734] env[68986]: DEBUG nova.compute.manager [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Received event network-changed-decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.054940] env[68986]: DEBUG nova.compute.manager [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Refreshing instance network info cache due to event network-changed-decb4495-174e-444c-933b-f68780702fc5. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.055161] env[68986]: DEBUG oslo_concurrency.lockutils [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] Acquiring lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.055438] env[68986]: DEBUG oslo_concurrency.lockutils [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] Acquired lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.055612] env[68986]: DEBUG nova.network.neutron [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Refreshing network info cache for port decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.241128] env[68986]: DEBUG nova.network.neutron [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Updating instance_info_cache with network_info: [{"id": "b6588d6a-fd51-43a7-9321-4b23aed5a879", "address": "fa:16:3e:33:6b:c9", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6588d6a-fd", "ovs_interfaceid": "b6588d6a-fd51-43a7-9321-4b23aed5a879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.338028] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215723, 'name': PowerOffVM_Task, 'duration_secs': 0.385476} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.338292] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.338605] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.341518] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f4530-f891-4a48-8f05-686ee9b1268f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.349019] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.349019] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad8f3714-82c7-4f6f-9094-32aa92c8b979 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.426024] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.426294] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.426511] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleting the datastore file [datastore1] cb0f0c6d-e536-4750-81d4-9c534928ef25 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.426775] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4418231a-8c5e-485d-a3e2-7bd8170abe7f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.433125] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 777.433125] env[68986]: value = "task-3215725" [ 777.433125] env[68986]: _type = "Task" [ 777.433125] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.443725] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.537923] env[68986]: INFO nova.compute.manager [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Took 40.37 seconds to build instance. [ 777.551653] env[68986]: DEBUG nova.compute.utils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.553105] env[68986]: DEBUG nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.553336] env[68986]: DEBUG nova.network.neutron [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.668018] env[68986]: DEBUG nova.policy [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bab0407fff4133af3ad94fc8f65d42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f227cd6878488ab0eba864dc21c849', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.746236] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-3047cbf6-86aa-42db-9fe8-b450de69bbb1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.746783] env[68986]: DEBUG nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Instance network_info: |[{"id": "b6588d6a-fd51-43a7-9321-4b23aed5a879", "address": "fa:16:3e:33:6b:c9", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6588d6a-fd", "ovs_interfaceid": "b6588d6a-fd51-43a7-9321-4b23aed5a879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.747809] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:6b:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6588d6a-fd51-43a7-9321-4b23aed5a879', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.757340] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.757810] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "35e049af-1bb0-49b9-9101-360c517ceac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.758393] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "35e049af-1bb0-49b9-9101-360c517ceac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.758685] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "35e049af-1bb0-49b9-9101-360c517ceac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.759583] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "35e049af-1bb0-49b9-9101-360c517ceac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.759815] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "35e049af-1bb0-49b9-9101-360c517ceac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.766268] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.767546] env[68986]: INFO nova.compute.manager [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Terminating instance [ 777.769090] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-321abffd-2632-4bfc-bebd-c48e6c094848 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.795827] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.795827] env[68986]: value = "task-3215726" [ 777.795827] env[68986]: _type = "Task" [ 777.795827] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.808382] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215726, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.948865] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510817} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.949542] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.949741] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.949983] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.987790] env[68986]: DEBUG nova.network.neutron [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Updated VIF entry in instance network info cache for port decb4495-174e-444c-933b-f68780702fc5. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.988768] env[68986]: DEBUG nova.network.neutron [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Updating instance_info_cache with network_info: [{"id": "decb4495-174e-444c-933b-f68780702fc5", "address": "fa:16:3e:46:35:56", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecb4495-17", "ovs_interfaceid": "decb4495-174e-444c-933b-f68780702fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.039868] env[68986]: DEBUG oslo_concurrency.lockutils [None req-66677936-cd43-4150-b2da-552fe4b35c58 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "59621297-6d4e-493f-82de-de8d62d45113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.647s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.057794] env[68986]: DEBUG nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.133825] env[68986]: DEBUG nova.network.neutron [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Successfully created port: 73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.189914] env[68986]: DEBUG nova.network.neutron [-] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.208637] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d83f8-836d-4568-a983-246e7d4443af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.218819] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669ce833-04e3-479f-bb2e-b853bd45cfb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.252818] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9010ac40-1f9b-4cca-a57b-ddedab1e45a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.257409] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Received event network-vif-plugged-b6588d6a-fd51-43a7-9321-4b23aed5a879 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.257604] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Acquiring lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.257798] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.257963] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.258137] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] No waiting events found dispatching network-vif-plugged-b6588d6a-fd51-43a7-9321-4b23aed5a879 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.258298] env[68986]: WARNING nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Received unexpected event network-vif-plugged-b6588d6a-fd51-43a7-9321-4b23aed5a879 for instance with vm_state building and task_state spawning. [ 778.258455] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Received event network-changed-b6588d6a-fd51-43a7-9321-4b23aed5a879 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.258726] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Refreshing instance network info cache due to event network-changed-b6588d6a-fd51-43a7-9321-4b23aed5a879. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.258799] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Acquiring lock "refresh_cache-3047cbf6-86aa-42db-9fe8-b450de69bbb1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.258904] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Acquired lock "refresh_cache-3047cbf6-86aa-42db-9fe8-b450de69bbb1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.259214] env[68986]: DEBUG nova.network.neutron [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Refreshing network info cache for port b6588d6a-fd51-43a7-9321-4b23aed5a879 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.270251] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffdefe9-3a9f-47ab-93e9-93738e51a604 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.285326] env[68986]: DEBUG nova.compute.provider_tree [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.291930] env[68986]: DEBUG nova.compute.manager [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.292163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.293041] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3175ae02-7344-487a-8450-b927ee4d2847 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.303135] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.303751] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e110cc6-afa4-42ac-b1d2-21e42513cc64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.308891] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215726, 'name': CreateVM_Task, 'duration_secs': 0.455277} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.309361] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.312032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.312032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.312032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.312032] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f8cd4a-a6a3-4722-943e-3d0b05609030 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.314688] env[68986]: DEBUG oslo_vmware.api [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 778.314688] env[68986]: value = "task-3215727" [ 778.314688] env[68986]: _type = "Task" [ 778.314688] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.319959] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 778.319959] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208a1c8-8091-7948-ff41-f838b97baa55" [ 778.319959] env[68986]: _type = "Task" [ 778.319959] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.328209] env[68986]: DEBUG oslo_vmware.api [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.333658] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208a1c8-8091-7948-ff41-f838b97baa55, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.333959] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.334338] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.334607] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.334763] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.334937] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.335738] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b926be5d-fd7a-4510-b81b-1b51c1ac3d13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.346439] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.346643] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.347415] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6ac444-b5d2-40cd-9c7e-ef458c62eeaa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.355019] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 778.355019] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d0b79f-8829-2c4f-8ce5-4c05685c70fb" [ 778.355019] env[68986]: _type = "Task" [ 778.355019] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.362621] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d0b79f-8829-2c4f-8ce5-4c05685c70fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.369971] env[68986]: INFO nova.compute.manager [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Rebuilding instance [ 778.417066] env[68986]: DEBUG nova.compute.manager [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.418047] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07efd08-58e3-4133-a5c6-e6e9e235e209 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.491496] env[68986]: DEBUG oslo_concurrency.lockutils [req-069e08c1-e439-4dc1-a2b9-f0828cce4358 req-ad00460d-9e14-42a2-bc5b-7b3ad8ec7c27 service nova] Releasing lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.543563] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.693536] env[68986]: INFO nova.compute.manager [-] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Took 2.69 seconds to deallocate network for instance. [ 778.788937] env[68986]: DEBUG nova.scheduler.client.report [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.831530] env[68986]: DEBUG oslo_vmware.api [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215727, 'name': PowerOffVM_Task, 'duration_secs': 0.278831} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.831530] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.831530] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.833989] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e87b27-661b-42b7-b17c-e677621f05bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.866378] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d0b79f-8829-2c4f-8ce5-4c05685c70fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.867547] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff7aa57-ec64-41dc-97a6-21830ae0f51b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.874233] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 778.874233] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b49699-77e6-ac02-ab92-eb855edefb91" [ 778.874233] env[68986]: _type = "Task" [ 778.874233] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.883504] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b49699-77e6-ac02-ab92-eb855edefb91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.906145] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.906341] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.906531] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Deleting the datastore file [datastore2] 35e049af-1bb0-49b9-9101-360c517ceac1 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.906799] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81f330ae-8293-4081-9607-7550f70d11e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.914769] env[68986]: DEBUG oslo_vmware.api [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 778.914769] env[68986]: value = "task-3215729" [ 778.914769] env[68986]: _type = "Task" [ 778.914769] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.926716] env[68986]: DEBUG oslo_vmware.api [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.000431] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.000826] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.000826] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.000946] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.005250] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.005471] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.005705] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.005907] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.006050] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.006224] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.006485] env[68986]: DEBUG nova.virt.hardware [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.009568] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd38a8f-7df9-4871-96ca-9e240e483e94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.021553] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f01b3-9ded-4cf7-a516-3d32592529fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.037574] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:bb:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e81af725-46f6-4aad-bd4c-57a57913fd5d', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.048164] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.048585] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.051253] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7c3f693-857c-4a7c-ac40-71f8ae808c8d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.076908] env[68986]: DEBUG nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.085566] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.085566] env[68986]: value = "task-3215730" [ 779.085566] env[68986]: _type = "Task" [ 779.085566] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.093144] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215730, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.099148] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.117931] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.118190] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.118349] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.118527] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.118736] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.118831] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.119128] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.119270] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.119526] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.119627] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.119810] env[68986]: DEBUG nova.virt.hardware [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.120745] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cd3670-f646-47ba-ac4b-095b1a5eb297 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.128698] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad767244-d3c2-4bd1-b666-87f63f98b003 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.189553] env[68986]: DEBUG nova.network.neutron [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Updated VIF entry in instance network info cache for port b6588d6a-fd51-43a7-9321-4b23aed5a879. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.190040] env[68986]: DEBUG nova.network.neutron [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Updating instance_info_cache with network_info: [{"id": "b6588d6a-fd51-43a7-9321-4b23aed5a879", "address": "fa:16:3e:33:6b:c9", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6588d6a-fd", "ovs_interfaceid": "b6588d6a-fd51-43a7-9321-4b23aed5a879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.201126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.295729] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.299978] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.212s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.304147] env[68986]: INFO nova.compute.claims [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.334611] env[68986]: INFO nova.scheduler.client.report [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Deleted allocations for instance 6945ad76-5552-485d-95e3-855341d8c2b2 [ 779.341126] env[68986]: DEBUG nova.compute.manager [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.341126] env[68986]: DEBUG nova.compute.manager [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing instance network info cache due to event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.341126] env[68986]: DEBUG oslo_concurrency.lockutils [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] Acquiring lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.341126] env[68986]: DEBUG oslo_concurrency.lockutils [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] Acquired lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.341456] env[68986]: DEBUG nova.network.neutron [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.385790] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b49699-77e6-ac02-ab92-eb855edefb91, 'name': SearchDatastore_Task, 'duration_secs': 0.018528} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.386478] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.386895] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3047cbf6-86aa-42db-9fe8-b450de69bbb1/3047cbf6-86aa-42db-9fe8-b450de69bbb1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.387261] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793aaff7-8093-4f48-8546-9bd94df2a539 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.395218] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 779.395218] env[68986]: value = "task-3215731" [ 779.395218] env[68986]: _type = "Task" [ 779.395218] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.404598] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.425962] env[68986]: DEBUG oslo_vmware.api [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283482} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.430035] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.430035] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.430035] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.430035] env[68986]: INFO nova.compute.manager [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.430035] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.430035] env[68986]: DEBUG nova.compute.manager [-] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.430035] env[68986]: DEBUG nova.network.neutron [-] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.433698] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.433998] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67025f07-e202-482d-a178-fddf501b6a78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.441039] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 779.441039] env[68986]: value = "task-3215732" [ 779.441039] env[68986]: _type = "Task" [ 779.441039] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.450035] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.596720] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215730, 'name': CreateVM_Task, 'duration_secs': 0.409244} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.597012] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.598134] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.598402] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.598873] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.599544] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d5f304-a1a8-42c3-a242-1c35eef9943c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.605110] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 779.605110] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bc2ea1-5f29-170f-07b3-53adb4f8f442" [ 779.605110] env[68986]: _type = "Task" [ 779.605110] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.616663] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bc2ea1-5f29-170f-07b3-53adb4f8f442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.693819] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Releasing lock "refresh_cache-3047cbf6-86aa-42db-9fe8-b450de69bbb1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.694529] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Received event network-changed-decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.694921] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Refreshing instance network info cache due to event network-changed-decb4495-174e-444c-933b-f68780702fc5. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.695319] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Acquiring lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.695629] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Acquired lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.695850] env[68986]: DEBUG nova.network.neutron [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Refreshing network info cache for port decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.851300] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c981dd18-27f4-480e-8c52-587e8163b16c tempest-ServerAddressesTestJSON-7690925 tempest-ServerAddressesTestJSON-7690925-project-member] Lock "6945ad76-5552-485d-95e3-855341d8c2b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.883s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.905724] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509202} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.906018] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3047cbf6-86aa-42db-9fe8-b450de69bbb1/3047cbf6-86aa-42db-9fe8-b450de69bbb1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.906256] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.906841] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-311acbbe-320c-4d2e-b0e7-68e72d458614 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.913101] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 779.913101] env[68986]: value = "task-3215733" [ 779.913101] env[68986]: _type = "Task" [ 779.913101] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.921662] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.952488] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215732, 'name': PowerOffVM_Task, 'duration_secs': 0.151188} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.952744] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.953021] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.954111] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a92fc-b3c7-4bcb-bc4d-a97d8ce35174 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.961352] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.961678] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7e176c8-95ad-40b0-9e3e-0b9728bc6e0f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.989402] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.989620] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.989801] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Deleting the datastore file [datastore1] 59621297-6d4e-493f-82de-de8d62d45113 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.992881] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4f2c8fa-2be6-4e2e-9552-e13257fc340e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.999258] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 779.999258] env[68986]: value = "task-3215735" [ 779.999258] env[68986]: _type = "Task" [ 779.999258] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.007766] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.093185] env[68986]: DEBUG nova.network.neutron [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Successfully updated port: 73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.120154] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bc2ea1-5f29-170f-07b3-53adb4f8f442, 'name': SearchDatastore_Task, 'duration_secs': 0.061307} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.121232] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.121232] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.121232] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.121232] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.121443] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.121777] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbf8b0b-eca2-4154-b594-f9ee70a438ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.129928] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.130551] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.131158] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b992bc9-423e-435f-8059-18681a606d86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.137013] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 780.137013] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52129ea4-6682-39da-0b77-51f92e515405" [ 780.137013] env[68986]: _type = "Task" [ 780.137013] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.145264] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52129ea4-6682-39da-0b77-51f92e515405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.228358] env[68986]: INFO nova.network.neutron [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Port decb4495-174e-444c-933b-f68780702fc5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 780.228875] env[68986]: DEBUG nova.network.neutron [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.272211] env[68986]: DEBUG nova.network.neutron [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updated VIF entry in instance network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.272603] env[68986]: DEBUG nova.network.neutron [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [{"id": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "address": "fa:16:3e:b8:af:ed", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839d6cfc-16", "ovs_interfaceid": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.338491] env[68986]: DEBUG nova.network.neutron [-] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.425540] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113567} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.425816] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.426635] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccebf5d-c404-411f-a550-35153ad19420 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.456398] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 3047cbf6-86aa-42db-9fe8-b450de69bbb1/3047cbf6-86aa-42db-9fe8-b450de69bbb1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.459826] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11959727-8443-45e9-961d-a393612ebdb6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.483230] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 780.483230] env[68986]: value = "task-3215736" [ 780.483230] env[68986]: _type = "Task" [ 780.483230] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.492603] env[68986]: DEBUG nova.compute.manager [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-vif-deleted-9b583372-0893-4c70-bcbf-91ba4ca901d5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.492827] env[68986]: DEBUG nova.compute.manager [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Received event network-vif-plugged-73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.493030] env[68986]: DEBUG oslo_concurrency.lockutils [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] Acquiring lock "8c961785-3028-4599-92c0-0227c8970b02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.493249] env[68986]: DEBUG oslo_concurrency.lockutils [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] Lock "8c961785-3028-4599-92c0-0227c8970b02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.493471] env[68986]: DEBUG oslo_concurrency.lockutils [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] Lock "8c961785-3028-4599-92c0-0227c8970b02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.493649] env[68986]: DEBUG nova.compute.manager [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] No waiting events found dispatching network-vif-plugged-73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.493813] env[68986]: WARNING nova.compute.manager [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Received unexpected event network-vif-plugged-73d0fb4f-13a1-4ccb-800f-12f53f9e7528 for instance with vm_state building and task_state spawning. [ 780.493966] env[68986]: DEBUG nova.compute.manager [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Received event network-changed-73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.494152] env[68986]: DEBUG nova.compute.manager [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Refreshing instance network info cache due to event network-changed-73d0fb4f-13a1-4ccb-800f-12f53f9e7528. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.494345] env[68986]: DEBUG oslo_concurrency.lockutils [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] Acquiring lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.494481] env[68986]: DEBUG oslo_concurrency.lockutils [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] Acquired lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.494633] env[68986]: DEBUG nova.network.neutron [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Refreshing network info cache for port 73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.503267] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.514248] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117044} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.517356] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.517732] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.517945] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.596515] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.648901] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52129ea4-6682-39da-0b77-51f92e515405, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.652414] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db14a56f-da33-4320-9400-ee9678a7adab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.658115] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 780.658115] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ba9276-33d6-afe9-1095-7225fec3f15a" [ 780.658115] env[68986]: _type = "Task" [ 780.658115] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.668334] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ba9276-33d6-afe9-1095-7225fec3f15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.735038] env[68986]: DEBUG oslo_concurrency.lockutils [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] Releasing lock "refresh_cache-35e049af-1bb0-49b9-9101-360c517ceac1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.735038] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-vif-deleted-2d35779c-3479-4d36-b008-ea3690c9fb3f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.735038] env[68986]: DEBUG nova.compute.manager [req-b5a716f7-ae85-422d-8956-ccc9c75d37fa req-07c18e3e-33bf-456e-aba1-91d1abf75932 service nova] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Received event network-vif-deleted-c9d7a2d0-da69-4dbc-8b1a-00e87d88c324 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.776644] env[68986]: DEBUG oslo_concurrency.lockutils [req-d898837f-039c-445b-8ab4-d70702841c69 req-ee183e42-7373-494f-90ea-bf996cb99d9e service nova] Releasing lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.848326] env[68986]: INFO nova.compute.manager [-] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Took 1.42 seconds to deallocate network for instance. [ 780.893443] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a0c3e-748f-4b15-aa00-4343d6234444 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.902526] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c378c4-0811-44f1-b0f1-a8f84eeb763c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.947284] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a98e77-ce33-435b-86ea-a4b426f86d48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.956407] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c34fe5-4d93-4588-bd4e-79b9dcc0bae2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.970925] env[68986]: DEBUG nova.compute.provider_tree [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.994664] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215736, 'name': ReconfigVM_Task, 'duration_secs': 0.290272} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.994946] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 3047cbf6-86aa-42db-9fe8-b450de69bbb1/3047cbf6-86aa-42db-9fe8-b450de69bbb1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.995716] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67143fc2-daa4-4d4e-8972-b1c2c5a67c82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.001644] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 781.001644] env[68986]: value = "task-3215737" [ 781.001644] env[68986]: _type = "Task" [ 781.001644] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.011369] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215737, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.056117] env[68986]: DEBUG nova.network.neutron [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.174017] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ba9276-33d6-afe9-1095-7225fec3f15a, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.174017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.174017] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.174017] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0c55505-1ce9-423d-8d8a-80870b6565ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.180345] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 781.180345] env[68986]: value = "task-3215738" [ 781.180345] env[68986]: _type = "Task" [ 781.180345] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.190133] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.246885] env[68986]: DEBUG nova.network.neutron [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.357153] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.382898] env[68986]: DEBUG nova.compute.manager [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Received event network-vif-deleted-decb4495-174e-444c-933b-f68780702fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.383174] env[68986]: DEBUG nova.compute.manager [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.383355] env[68986]: DEBUG nova.compute.manager [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing instance network info cache due to event network-changed-839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.383616] env[68986]: DEBUG oslo_concurrency.lockutils [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] Acquiring lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.383756] env[68986]: DEBUG oslo_concurrency.lockutils [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] Acquired lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.383856] env[68986]: DEBUG nova.network.neutron [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Refreshing network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.477262] env[68986]: DEBUG nova.scheduler.client.report [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.516304] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215737, 'name': Rename_Task, 'duration_secs': 0.143668} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.516697] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.517533] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0268d3b3-d48c-428e-8dde-e93d4c169f4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.526110] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 781.526110] env[68986]: value = "task-3215739" [ 781.526110] env[68986]: _type = "Task" [ 781.526110] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.541022] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.562222] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.562479] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.562714] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.562944] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.563105] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.563252] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.563513] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.563685] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.563867] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.564125] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.564367] env[68986]: DEBUG nova.virt.hardware [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.565570] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe403855-682b-474e-8f13-246329529af5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.573470] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c535bf-b59a-4234-93d9-63d051e3d890 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.590068] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.596546] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.596957] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.597214] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56760418-da99-4c98-8059-0f4461060344 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.614980] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.614980] env[68986]: value = "task-3215740" [ 781.614980] env[68986]: _type = "Task" [ 781.614980] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.625844] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215740, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.691534] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215738, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.750756] env[68986]: DEBUG oslo_concurrency.lockutils [req-fc069549-a469-4dd5-9498-93ccbc998a9e req-278f0a0e-75d1-4045-873c-59f53b6a99ec service nova] Releasing lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.750756] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.750756] env[68986]: DEBUG nova.network.neutron [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.984285] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.984708] env[68986]: DEBUG nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.991045] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.982s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.991045] env[68986]: DEBUG nova.objects.instance [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lazy-loading 'resources' on Instance uuid 821b74fe-85f3-450e-8cec-919bf46c2ba2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.040384] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.130367] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215740, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.199310] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603047} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.199584] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.199799] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.200085] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-888f1907-b072-4566-8a8b-195535f297e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.209897] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 782.209897] env[68986]: value = "task-3215741" [ 782.209897] env[68986]: _type = "Task" [ 782.209897] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.221797] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.326532] env[68986]: DEBUG nova.network.neutron [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updated VIF entry in instance network info cache for port 839d6cfc-16b0-409f-a80b-7a8da8f0d427. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.326921] env[68986]: DEBUG nova.network.neutron [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [{"id": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "address": "fa:16:3e:b8:af:ed", "network": {"id": "31cdce57-2467-473d-be2a-c2ef53d17440", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1836951303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1edc1c1b293479eb8285b0e05bfb6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap839d6cfc-16", "ovs_interfaceid": "839d6cfc-16b0-409f-a80b-7a8da8f0d427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.332983] env[68986]: DEBUG nova.network.neutron [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.489540] env[68986]: DEBUG nova.compute.utils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.492014] env[68986]: DEBUG nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.492465] env[68986]: DEBUG nova.network.neutron [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.544182] env[68986]: DEBUG oslo_vmware.api [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215739, 'name': PowerOnVM_Task, 'duration_secs': 0.669795} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.544474] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.544681] env[68986]: INFO nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Took 8.36 seconds to spawn the instance on the hypervisor. [ 782.544870] env[68986]: DEBUG nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.545708] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e91d6-bb47-413e-adee-01523c27bc36 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.559081] env[68986]: DEBUG nova.network.neutron [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updating instance_info_cache with network_info: [{"id": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "address": "fa:16:3e:7e:f1:85", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d0fb4f-13", "ovs_interfaceid": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.593703] env[68986]: DEBUG nova.policy [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d32ba29d0074abd985c3021e44e52ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0a2600b5cf433a92fc84ffee106fa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.631786] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215740, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.721997] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278065} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.721997] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.722197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706f6a9-4e37-44b2-becc-da5428532ad9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.747577] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.750843] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d2593a-1009-4604-a0e3-2d36c53f34c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.771251] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 782.771251] env[68986]: value = "task-3215742" [ 782.771251] env[68986]: _type = "Task" [ 782.771251] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.781458] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.831082] env[68986]: DEBUG oslo_concurrency.lockutils [req-32f05902-9f8a-40f6-85c7-57de5f3779ab req-4fe126d1-e598-447b-9693-8c95f309a0e2 service nova] Releasing lock "refresh_cache-726ad389-fe57-4903-ae96-b864e81f98ee" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.999509] env[68986]: DEBUG nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.067170] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Releasing lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.067529] env[68986]: DEBUG nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Instance network_info: |[{"id": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "address": "fa:16:3e:7e:f1:85", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d0fb4f-13", "ovs_interfaceid": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.074107] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f1:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73d0fb4f-13a1-4ccb-800f-12f53f9e7528', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.087023] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.091977] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.092664] env[68986]: INFO nova.compute.manager [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Took 42.54 seconds to build instance. [ 783.097304] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89ba37bc-964e-408e-bc3a-c8759d2bc177 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.123172] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.123172] env[68986]: value = "task-3215743" [ 783.123172] env[68986]: _type = "Task" [ 783.123172] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.134922] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e9334e-097b-4905-b34f-1cdc8bd6c704 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.143955] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215740, 'name': CreateVM_Task, 'duration_secs': 1.425213} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.148020] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.150389] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.150730] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.151231] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.151374] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215743, 'name': CreateVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.154041] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7105fe23-d142-41c2-8ade-40cdec5811ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.157995] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c96b474-3a66-4c97-a257-fccf20373a2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.167161] env[68986]: DEBUG nova.network.neutron [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Successfully created port: 2c0071c4-6c2b-4679-b23c-5f1473052b32 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.171961] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 783.171961] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52359ba2-51f0-d673-feeb-709ef376b32a" [ 783.171961] env[68986]: _type = "Task" [ 783.171961] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.202980] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d282b461-848d-4987-b30e-d21b03453849 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.212390] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52359ba2-51f0-d673-feeb-709ef376b32a, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.214827] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.215118] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.215438] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.215538] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.215727] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.216079] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9390f64a-5093-461e-8c3f-f76a45dbd7cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.219165] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27539255-99c4-491b-8bdd-4ee25830c744 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.238011] env[68986]: DEBUG nova.compute.provider_tree [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.243266] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.243266] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.243266] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443f928f-3886-4aae-9fa1-424cddaa39f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.248606] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 783.248606] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a4d188-43df-35a1-ff2a-c8efd536f820" [ 783.248606] env[68986]: _type = "Task" [ 783.248606] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.258529] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a4d188-43df-35a1-ff2a-c8efd536f820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.283265] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215742, 'name': ReconfigVM_Task, 'duration_secs': 0.509286} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.283477] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Reconfigured VM instance instance-00000007 to attach disk [datastore2] cb0f0c6d-e536-4750-81d4-9c534928ef25/cb0f0c6d-e536-4750-81d4-9c534928ef25.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.284192] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cbde63b-2816-453f-bd02-d58a2eecea8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.289710] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 783.289710] env[68986]: value = "task-3215744" [ 783.289710] env[68986]: _type = "Task" [ 783.289710] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.298205] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215744, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.595843] env[68986]: DEBUG oslo_concurrency.lockutils [None req-156e18b5-8b1f-407c-85c1-1b1a10cceffc tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.804s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.637597] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215743, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.744366] env[68986]: DEBUG nova.scheduler.client.report [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.764373] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a4d188-43df-35a1-ff2a-c8efd536f820, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.765940] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf7417f-4be3-46c3-9388-d6ad606597c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.771622] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 783.771622] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5255d689-a2e7-b8e9-0c92-7587a8dc2637" [ 783.771622] env[68986]: _type = "Task" [ 783.771622] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.779549] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5255d689-a2e7-b8e9-0c92-7587a8dc2637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.799093] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215744, 'name': Rename_Task, 'duration_secs': 0.158639} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.799767] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.799857] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8cf46a-c906-435b-b984-9b3d3aad59d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.806395] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 783.806395] env[68986]: value = "task-3215745" [ 783.806395] env[68986]: _type = "Task" [ 783.806395] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.814650] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.898991] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "c8839c99-604d-4112-b920-b4811dfe3a48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.899165] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "c8839c99-604d-4112-b920-b4811dfe3a48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.013238] env[68986]: DEBUG nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.053474] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.053763] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.053936] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.054426] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.054517] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.054630] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.055059] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.055454] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.055454] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.055567] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.055728] env[68986]: DEBUG nova.virt.hardware [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.056714] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f74a82-b1be-4b1a-8c42-029daf9563c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.066878] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ca943-b97d-4f7f-b7f8-0972b97d334c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.094118] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.094422] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.098741] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.136866] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215743, 'name': CreateVM_Task, 'duration_secs': 0.722991} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.137058] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.137786] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.137942] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.138269] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.138783] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9fabe1-4c76-45d2-ad7a-4cf840e7aa89 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.143456] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 784.143456] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5723e-9a0f-a684-0cc7-b428926a1116" [ 784.143456] env[68986]: _type = "Task" [ 784.143456] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.153338] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5723e-9a0f-a684-0cc7-b428926a1116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.251715] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.254208] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.891s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.255926] env[68986]: INFO nova.compute.claims [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.273034] env[68986]: INFO nova.scheduler.client.report [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted allocations for instance 821b74fe-85f3-450e-8cec-919bf46c2ba2 [ 784.287023] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5255d689-a2e7-b8e9-0c92-7587a8dc2637, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.287023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.287023] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.287023] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c86f28c-4988-4e2e-9224-410770fdc1d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.293922] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 784.293922] env[68986]: value = "task-3215746" [ 784.293922] env[68986]: _type = "Task" [ 784.293922] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.302634] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.316096] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.597229] env[68986]: DEBUG nova.compute.utils [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.620607] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.654588] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5723e-9a0f-a684-0cc7-b428926a1116, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.654944] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.655196] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.655432] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.655575] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.655748] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.656009] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42bdafb1-6e22-4768-aa11-21b5a5d74c99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.664596] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.664772] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.665521] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc8c5b6-8c3e-46ed-ba2f-400e60de3070 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.670464] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 784.670464] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523609a2-558b-43d7-d082-d7a5c0895823" [ 784.670464] env[68986]: _type = "Task" [ 784.670464] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.679175] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523609a2-558b-43d7-d082-d7a5c0895823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.783394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4be55fa-c600-444d-8c38-52f1f057544a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "821b74fe-85f3-450e-8cec-919bf46c2ba2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.440s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.804926] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215746, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.818376] env[68986]: DEBUG oslo_vmware.api [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215745, 'name': PowerOnVM_Task, 'duration_secs': 0.640781} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.818634] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.818862] env[68986]: DEBUG nova.compute.manager [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.819816] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac9200b-829b-4573-adb6-52c09726cd3b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.100890] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.180243] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523609a2-558b-43d7-d082-d7a5c0895823, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.181051] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508a0d46-e204-4b05-ac7c-e1be6ca3a52b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.185834] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 785.185834] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ee271-856e-fb84-275f-4c9da384b0af" [ 785.185834] env[68986]: _type = "Task" [ 785.185834] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.195289] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ee271-856e-fb84-275f-4c9da384b0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.222823] env[68986]: DEBUG nova.network.neutron [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Successfully updated port: 2c0071c4-6c2b-4679-b23c-5f1473052b32 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.303761] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776979} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.306299] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.306672] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.307141] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3273f344-9311-4767-b199-3e3b09d2b7a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.315419] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 785.315419] env[68986]: value = "task-3215747" [ 785.315419] env[68986]: _type = "Task" [ 785.315419] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.343138] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.351071] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.413856] env[68986]: DEBUG nova.compute.manager [req-ec5f778d-714a-4795-87d9-74d425c29256 req-71463a8b-b828-4953-916c-673e8c94f4c7 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Received event network-vif-plugged-2c0071c4-6c2b-4679-b23c-5f1473052b32 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.414193] env[68986]: DEBUG oslo_concurrency.lockutils [req-ec5f778d-714a-4795-87d9-74d425c29256 req-71463a8b-b828-4953-916c-673e8c94f4c7 service nova] Acquiring lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.414492] env[68986]: DEBUG oslo_concurrency.lockutils [req-ec5f778d-714a-4795-87d9-74d425c29256 req-71463a8b-b828-4953-916c-673e8c94f4c7 service nova] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.414535] env[68986]: DEBUG oslo_concurrency.lockutils [req-ec5f778d-714a-4795-87d9-74d425c29256 req-71463a8b-b828-4953-916c-673e8c94f4c7 service nova] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.414673] env[68986]: DEBUG nova.compute.manager [req-ec5f778d-714a-4795-87d9-74d425c29256 req-71463a8b-b828-4953-916c-673e8c94f4c7 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] No waiting events found dispatching network-vif-plugged-2c0071c4-6c2b-4679-b23c-5f1473052b32 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.414821] env[68986]: WARNING nova.compute.manager [req-ec5f778d-714a-4795-87d9-74d425c29256 req-71463a8b-b828-4953-916c-673e8c94f4c7 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Received unexpected event network-vif-plugged-2c0071c4-6c2b-4679-b23c-5f1473052b32 for instance with vm_state building and task_state spawning. [ 785.704420] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ee271-856e-fb84-275f-4c9da384b0af, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.705364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.705818] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8c961785-3028-4599-92c0-0227c8970b02/8c961785-3028-4599-92c0-0227c8970b02.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.709749] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35686f42-12ce-4aa2-a544-a4cacbfac49e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.716722] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 785.716722] env[68986]: value = "task-3215748" [ 785.716722] env[68986]: _type = "Task" [ 785.716722] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.727694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "refresh_cache-3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.727694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "refresh_cache-3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.727856] env[68986]: DEBUG nova.network.neutron [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.736938] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.789060] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e90d5c-6aa2-4f5e-9386-8e420e801278 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.796397] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f8f707-b6a0-4a69-ab9a-d297e560f63b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.831591] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b5f777-2a9e-46fd-bf22-87a0be55a988 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.846644] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0853f95c-7533-4c4a-92c2-0434c1039461 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.853849] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253914} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.853849] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.853849] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3de567-004f-4e09-8061-a3f76b7107cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.863866] env[68986]: DEBUG nova.compute.provider_tree [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.883360] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.884295] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c1015b-2760-428d-8384-e227ff7e0a3f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.903926] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 785.903926] env[68986]: value = "task-3215749" [ 785.903926] env[68986]: _type = "Task" [ 785.903926] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.913345] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.206731] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.206973] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.207279] env[68986]: INFO nova.compute.manager [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Attaching volume 82f4ab7f-ab72-412e-be86-d4fbf1f3d60f to /dev/sdb [ 786.228116] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215748, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.249169] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975601f5-030a-4df2-9294-840aca7e3e9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.262024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69adb89e-39a3-48f0-9303-32f5d8edd713 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.273633] env[68986]: DEBUG nova.virt.block_device [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Updating existing volume attachment record: f0cfa64f-d499-4096-a6f4-e34739e9a937 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 786.325967] env[68986]: DEBUG nova.network.neutron [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.367527] env[68986]: DEBUG nova.scheduler.client.report [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.417189] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215749, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.527706] env[68986]: DEBUG nova.network.neutron [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Updating instance_info_cache with network_info: [{"id": "2c0071c4-6c2b-4679-b23c-5f1473052b32", "address": "fa:16:3e:a9:77:23", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0071c4-6c", "ovs_interfaceid": "2c0071c4-6c2b-4679-b23c-5f1473052b32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.729893] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823382} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.730616] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8c961785-3028-4599-92c0-0227c8970b02/8c961785-3028-4599-92c0-0227c8970b02.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.731714] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.734347] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18b9a8be-1988-4bbc-a65f-f57e48f0bc26 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.739795] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 786.739795] env[68986]: value = "task-3215753" [ 786.739795] env[68986]: _type = "Task" [ 786.739795] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.748552] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.874875] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.876340] env[68986]: DEBUG nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.879133] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.374s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.880680] env[68986]: INFO nova.compute.claims [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.915855] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215749, 'name': ReconfigVM_Task, 'duration_secs': 0.546105} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.916815] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 59621297-6d4e-493f-82de-de8d62d45113/59621297-6d4e-493f-82de-de8d62d45113.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.917604] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47426c8e-9c54-4ccb-ab8c-5528097e7dce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.925524] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 786.925524] env[68986]: value = "task-3215754" [ 786.925524] env[68986]: _type = "Task" [ 786.925524] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.934907] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215754, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.032347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "refresh_cache-3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.032677] env[68986]: DEBUG nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Instance network_info: |[{"id": "2c0071c4-6c2b-4679-b23c-5f1473052b32", "address": "fa:16:3e:a9:77:23", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0071c4-6c", "ovs_interfaceid": "2c0071c4-6c2b-4679-b23c-5f1473052b32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.033144] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:77:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c0071c4-6c2b-4679-b23c-5f1473052b32', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.049576] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.049929] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.050407] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de285deb-06f1-4bd0-ae03-46a28a0547cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.071244] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.071244] env[68986]: value = "task-3215755" [ 787.071244] env[68986]: _type = "Task" [ 787.071244] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.080755] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215755, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.194635] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "e46336cb-c9f9-4c61-90dd-625e583c5349" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.194948] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.195191] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "e46336cb-c9f9-4c61-90dd-625e583c5349-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.195431] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.195594] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.197874] env[68986]: INFO nova.compute.manager [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Terminating instance [ 787.249994] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083339} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.250413] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.251164] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc376e47-793d-411e-843f-5a8c9864bb81 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.275584] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8c961785-3028-4599-92c0-0227c8970b02/8c961785-3028-4599-92c0-0227c8970b02.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.275885] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb147319-bdf5-4454-b2af-30e1c57591bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.297613] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 787.297613] env[68986]: value = "task-3215756" [ 787.297613] env[68986]: _type = "Task" [ 787.297613] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.306454] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.391625] env[68986]: DEBUG nova.compute.utils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.397364] env[68986]: DEBUG nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.397609] env[68986]: DEBUG nova.network.neutron [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.446303] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215754, 'name': Rename_Task, 'duration_secs': 0.1528} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.446444] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.446770] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d01f4c48-9fb2-42c5-b531-e6530fddd216 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.453583] env[68986]: DEBUG nova.compute.manager [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Received event network-changed-2c0071c4-6c2b-4679-b23c-5f1473052b32 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.453728] env[68986]: DEBUG nova.compute.manager [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Refreshing instance network info cache due to event network-changed-2c0071c4-6c2b-4679-b23c-5f1473052b32. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.453875] env[68986]: DEBUG oslo_concurrency.lockutils [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] Acquiring lock "refresh_cache-3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.454057] env[68986]: DEBUG oslo_concurrency.lockutils [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] Acquired lock "refresh_cache-3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.454481] env[68986]: DEBUG nova.network.neutron [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Refreshing network info cache for port 2c0071c4-6c2b-4679-b23c-5f1473052b32 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.461053] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 787.461053] env[68986]: value = "task-3215757" [ 787.461053] env[68986]: _type = "Task" [ 787.461053] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.471631] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.497255] env[68986]: DEBUG nova.policy [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39e2ab31381047ada288edbb36b07848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '080610628bc0422f8d395d06163ee464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.583164] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215755, 'name': CreateVM_Task, 'duration_secs': 0.50136} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.583345] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.584064] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.584293] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.584576] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.584840] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b0d93c-15c8-431f-a387-ca2133b6e59a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.589571] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 787.589571] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528dcb39-5f61-90bf-69b2-62354574b5ac" [ 787.589571] env[68986]: _type = "Task" [ 787.589571] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.598038] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528dcb39-5f61-90bf-69b2-62354574b5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.703747] env[68986]: DEBUG nova.compute.manager [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.703977] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.705135] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698fea3-8bb4-42b4-9eb7-9b7a8c401abb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.712710] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.712710] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74996e2-31ac-43b1-ae25-723c210cdd6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.719235] env[68986]: DEBUG oslo_vmware.api [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 787.719235] env[68986]: value = "task-3215758" [ 787.719235] env[68986]: _type = "Task" [ 787.719235] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.731077] env[68986]: DEBUG oslo_vmware.api [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.812074] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.843629] env[68986]: DEBUG nova.network.neutron [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Successfully created port: 57a2eed3-04ef-44d8-a7dc-3df6e488af90 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.898371] env[68986]: DEBUG nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.975225] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.988036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.988036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.107986] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528dcb39-5f61-90bf-69b2-62354574b5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.05384} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.112135] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.112135] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.115015] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.115015] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.115015] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.115015] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0ea6896-1add-4ecd-a784-b40135584399 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.122055] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.122293] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.123267] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5adf24-ef6b-4328-8b06-38005b222d86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.128605] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 788.128605] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5247d416-396a-85fd-dcc6-9c57110fcc05" [ 788.128605] env[68986]: _type = "Task" [ 788.128605] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.137817] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5247d416-396a-85fd-dcc6-9c57110fcc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.229466] env[68986]: DEBUG oslo_vmware.api [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215758, 'name': PowerOffVM_Task, 'duration_secs': 0.34836} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.229762] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.229891] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.232581] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a14c3d-138b-47b5-a6ff-07469cbc79ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.292978] env[68986]: DEBUG nova.network.neutron [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Updated VIF entry in instance network info cache for port 2c0071c4-6c2b-4679-b23c-5f1473052b32. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.293319] env[68986]: DEBUG nova.network.neutron [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Updating instance_info_cache with network_info: [{"id": "2c0071c4-6c2b-4679-b23c-5f1473052b32", "address": "fa:16:3e:a9:77:23", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0071c4-6c", "ovs_interfaceid": "2c0071c4-6c2b-4679-b23c-5f1473052b32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.295483] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.295680] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.295953] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleting the datastore file [datastore2] e46336cb-c9f9-4c61-90dd-625e583c5349 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.296791] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0459f4c-d3f5-4ac8-b57b-15d76e380175 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.311710] env[68986]: DEBUG oslo_vmware.api [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 788.311710] env[68986]: value = "task-3215760" [ 788.311710] env[68986]: _type = "Task" [ 788.311710] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.319153] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215756, 'name': ReconfigVM_Task, 'duration_secs': 0.720223} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.319754] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8c961785-3028-4599-92c0-0227c8970b02/8c961785-3028-4599-92c0-0227c8970b02.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.320442] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9325098b-739a-4af4-9c3f-bd150c3bb5f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.325491] env[68986]: DEBUG oslo_vmware.api [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.333291] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 788.333291] env[68986]: value = "task-3215761" [ 788.333291] env[68986]: _type = "Task" [ 788.333291] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.344497] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215761, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.473939] env[68986]: DEBUG oslo_vmware.api [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215757, 'name': PowerOnVM_Task, 'duration_secs': 0.884127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.474576] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.475086] env[68986]: DEBUG nova.compute.manager [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.476094] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66ee4d4-19f5-4c8f-a321-9480c77a0834 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.480052] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5657fb1c-ee53-4d33-a07a-7be26e7f004a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.491097] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8250b5-c6cc-410d-9066-f8d54b17d293 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.522909] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fefdb3-a7c8-4245-b007-06ffe9ea9b7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.531115] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885958c0-5e5c-4622-abe1-daee2d5c3235 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.545164] env[68986]: DEBUG nova.compute.provider_tree [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.640228] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5247d416-396a-85fd-dcc6-9c57110fcc05, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.641041] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5baefb-1695-4b51-bdb6-2ece2eb320e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.646125] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 788.646125] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb0e5c-cf26-0290-3178-268f0239fecb" [ 788.646125] env[68986]: _type = "Task" [ 788.646125] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.653866] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb0e5c-cf26-0290-3178-268f0239fecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.797455] env[68986]: DEBUG oslo_concurrency.lockutils [req-6722d330-39e6-4597-af62-ff427c93270e req-3339fd37-37a3-4868-b072-f5f4ec004f30 service nova] Releasing lock "refresh_cache-3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.821518] env[68986]: DEBUG oslo_vmware.api [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440468} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.821804] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.821995] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.822253] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.822446] env[68986]: INFO nova.compute.manager [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Took 1.12 seconds to destroy the instance on the hypervisor. [ 788.822684] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.822873] env[68986]: DEBUG nova.compute.manager [-] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.822972] env[68986]: DEBUG nova.network.neutron [-] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.845517] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215761, 'name': Rename_Task, 'duration_secs': 0.333971} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.845790] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.850021] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f61621a2-dccf-47a5-aa3d-6550410be6de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.853304] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 788.853304] env[68986]: value = "task-3215763" [ 788.853304] env[68986]: _type = "Task" [ 788.853304] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.864042] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.911863] env[68986]: DEBUG nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.946615] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9d8436c7-a292-4611-9c12-959b8f6c5f41',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1169477776',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.946951] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.947020] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.947183] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.947330] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.947727] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.947947] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.948899] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.949110] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.949285] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.949466] env[68986]: DEBUG nova.virt.hardware [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.952206] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fda1d1a-cb6d-4f04-ae3c-4d9e87ba70dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.960408] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368ba78-8f60-402a-88cd-d21117fa2be0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.996956] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.048857] env[68986]: DEBUG nova.scheduler.client.report [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.156569] env[68986]: DEBUG nova.compute.manager [req-2d23d833-61e0-41b4-bb27-0712c7bcf535 req-ba96eb61-936d-4732-81ad-39c8731f98a0 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Received event network-vif-deleted-391109ef-660a-4da6-895e-407d11c73896 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.156680] env[68986]: INFO nova.compute.manager [req-2d23d833-61e0-41b4-bb27-0712c7bcf535 req-ba96eb61-936d-4732-81ad-39c8731f98a0 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Neutron deleted interface 391109ef-660a-4da6-895e-407d11c73896; detaching it from the instance and deleting it from the info cache [ 789.157733] env[68986]: DEBUG nova.network.neutron [req-2d23d833-61e0-41b4-bb27-0712c7bcf535 req-ba96eb61-936d-4732-81ad-39c8731f98a0 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.162780] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb0e5c-cf26-0290-3178-268f0239fecb, 'name': SearchDatastore_Task, 'duration_secs': 0.013706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.163262] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.164048] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868/3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.164048] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0e2535-af0b-41e5-8daf-993503278f08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.171773] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 789.171773] env[68986]: value = "task-3215764" [ 789.171773] env[68986]: _type = "Task" [ 789.171773] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.182291] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.377009] env[68986]: DEBUG oslo_vmware.api [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215763, 'name': PowerOnVM_Task, 'duration_secs': 0.515371} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.377385] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.377619] env[68986]: INFO nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Took 10.30 seconds to spawn the instance on the hypervisor. [ 789.377813] env[68986]: DEBUG nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.378660] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa95e4-5ac6-4008-9ae9-070fd8144d4c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.493847] env[68986]: DEBUG nova.compute.manager [req-3a960724-c790-4df9-ad30-662f1594e361 req-ba7db494-fba8-4886-95ad-88ea33cb54f3 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Received event network-vif-plugged-57a2eed3-04ef-44d8-a7dc-3df6e488af90 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.494109] env[68986]: DEBUG oslo_concurrency.lockutils [req-3a960724-c790-4df9-ad30-662f1594e361 req-ba7db494-fba8-4886-95ad-88ea33cb54f3 service nova] Acquiring lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.494459] env[68986]: DEBUG oslo_concurrency.lockutils [req-3a960724-c790-4df9-ad30-662f1594e361 req-ba7db494-fba8-4886-95ad-88ea33cb54f3 service nova] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.494642] env[68986]: DEBUG oslo_concurrency.lockutils [req-3a960724-c790-4df9-ad30-662f1594e361 req-ba7db494-fba8-4886-95ad-88ea33cb54f3 service nova] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.494839] env[68986]: DEBUG nova.compute.manager [req-3a960724-c790-4df9-ad30-662f1594e361 req-ba7db494-fba8-4886-95ad-88ea33cb54f3 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] No waiting events found dispatching network-vif-plugged-57a2eed3-04ef-44d8-a7dc-3df6e488af90 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.496208] env[68986]: WARNING nova.compute.manager [req-3a960724-c790-4df9-ad30-662f1594e361 req-ba7db494-fba8-4886-95ad-88ea33cb54f3 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Received unexpected event network-vif-plugged-57a2eed3-04ef-44d8-a7dc-3df6e488af90 for instance with vm_state building and task_state spawning. [ 789.557470] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.558121] env[68986]: DEBUG nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.561511] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.681s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.563342] env[68986]: INFO nova.compute.claims [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.607713] env[68986]: DEBUG nova.network.neutron [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Successfully updated port: 57a2eed3-04ef-44d8-a7dc-3df6e488af90 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.614011] env[68986]: DEBUG nova.network.neutron [-] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.667029] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70d99b83-730d-42b6-80af-763429b73a6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.675750] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8806df89-f5a2-4b4e-9cb6-49f8f84345d9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.700044] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215764, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.718338] env[68986]: DEBUG nova.compute.manager [req-2d23d833-61e0-41b4-bb27-0712c7bcf535 req-ba96eb61-936d-4732-81ad-39c8731f98a0 service nova] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Detach interface failed, port_id=391109ef-660a-4da6-895e-407d11c73896, reason: Instance e46336cb-c9f9-4c61-90dd-625e583c5349 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.723019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "59621297-6d4e-493f-82de-de8d62d45113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.723272] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "59621297-6d4e-493f-82de-de8d62d45113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.723471] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "59621297-6d4e-493f-82de-de8d62d45113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.723647] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "59621297-6d4e-493f-82de-de8d62d45113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.723810] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "59621297-6d4e-493f-82de-de8d62d45113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.725925] env[68986]: INFO nova.compute.manager [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Terminating instance [ 789.897033] env[68986]: INFO nova.compute.manager [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Took 44.92 seconds to build instance. [ 790.072505] env[68986]: DEBUG nova.compute.utils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.075502] env[68986]: DEBUG nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.075900] env[68986]: DEBUG nova.network.neutron [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.111840] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.111840] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.112492] env[68986]: DEBUG nova.network.neutron [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.118390] env[68986]: INFO nova.compute.manager [-] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Took 1.29 seconds to deallocate network for instance. [ 790.136689] env[68986]: DEBUG nova.policy [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1a54b645f2a4f04a333681bdae1c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4841151cff4f4758bb0804bd2cb3ff63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.205308] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591835} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.205606] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868/3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.205801] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.206062] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b88697-9f9f-460e-b2e4-2676f379e0bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.212849] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 790.212849] env[68986]: value = "task-3215765" [ 790.212849] env[68986]: _type = "Task" [ 790.212849] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.226027] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.229136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "refresh_cache-59621297-6d4e-493f-82de-de8d62d45113" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.229313] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquired lock "refresh_cache-59621297-6d4e-493f-82de-de8d62d45113" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.229484] env[68986]: DEBUG nova.network.neutron [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.403023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a24524f-999c-4aab-80b9-ff0e1f993c73 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.081s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.578259] env[68986]: DEBUG nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.624482] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.655975] env[68986]: DEBUG nova.network.neutron [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.741401] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067367} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.741926] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.743929] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06385df-d6d1-42a3-8b33-a12dd5f04fcd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.775382] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868/3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.779111] env[68986]: DEBUG nova.network.neutron [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.781300] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192bdb8f-8ac9-424a-b8b7-ade0e81e8c57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.796123] env[68986]: DEBUG nova.network.neutron [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Successfully created port: 7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.809022] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 790.809022] env[68986]: value = "task-3215766" [ 790.809022] env[68986]: _type = "Task" [ 790.809022] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.816268] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.840571] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 790.840571] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642977', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'name': 'volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047cbf6-86aa-42db-9fe8-b450de69bbb1', 'attached_at': '', 'detached_at': '', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'serial': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 790.842108] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47956151-befa-41ee-bd50-41c81f0da01c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.862364] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1995b5b-6598-45e5-9f56-0f88df91edb5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.889620] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f/volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.893342] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f78fbb5-a2db-4b69-9357-c1d942b129bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.909250] env[68986]: DEBUG nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.915480] env[68986]: DEBUG nova.network.neutron [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [{"id": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "address": "fa:16:3e:1c:6b:71", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2eed3-04", "ovs_interfaceid": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.917768] env[68986]: DEBUG oslo_vmware.api [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 790.917768] env[68986]: value = "task-3215767" [ 790.917768] env[68986]: _type = "Task" [ 790.917768] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.930098] env[68986]: DEBUG oslo_vmware.api [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.937476] env[68986]: DEBUG nova.network.neutron [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.231499] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "8c961785-3028-4599-92c0-0227c8970b02" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.231499] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.231499] env[68986]: INFO nova.compute.manager [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Rebooting instance [ 791.239901] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a1cc8a-c8cf-4821-a482-ecdb286982d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.248216] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8606c760-7caa-4cdd-ad54-aa6f3f732052 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.283622] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213e2eca-19b9-4efa-bd8e-7ed0938f6c81 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.291958] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852465d-9228-423c-a80d-036ae579cb34 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.309164] env[68986]: DEBUG nova.compute.provider_tree [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.320053] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.419603] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.419928] env[68986]: DEBUG nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Instance network_info: |[{"id": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "address": "fa:16:3e:1c:6b:71", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2eed3-04", "ovs_interfaceid": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.420644] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:6b:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57a2eed3-04ef-44d8-a7dc-3df6e488af90', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.428509] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.431260] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.431500] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b98b59-3e04-483a-9895-4c95c7b9628f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.447778] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.447960] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Releasing lock "refresh_cache-59621297-6d4e-493f-82de-de8d62d45113" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.448374] env[68986]: DEBUG nova.compute.manager [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.448569] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.452430] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9bdd0-92e2-44ee-bdf0-82990edd0856 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.456030] env[68986]: DEBUG oslo_vmware.api [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215767, 'name': ReconfigVM_Task, 'duration_secs': 0.461427} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.456171] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f/volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.462413] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b618769e-b53f-4d47-8787-7dfe907d490c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.472886] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.472886] env[68986]: value = "task-3215768" [ 791.472886] env[68986]: _type = "Task" [ 791.472886] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.475421] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.478743] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445ba9c8-a4d0-4da5-9430-5914af955d9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.481470] env[68986]: DEBUG oslo_vmware.api [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 791.481470] env[68986]: value = "task-3215769" [ 791.481470] env[68986]: _type = "Task" [ 791.481470] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.489379] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215768, 'name': CreateVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.493739] env[68986]: DEBUG oslo_vmware.api [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.494018] env[68986]: DEBUG oslo_vmware.api [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 791.494018] env[68986]: value = "task-3215770" [ 791.494018] env[68986]: _type = "Task" [ 791.494018] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.504342] env[68986]: DEBUG oslo_vmware.api [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.528694] env[68986]: DEBUG nova.compute.manager [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Received event network-changed-57a2eed3-04ef-44d8-a7dc-3df6e488af90 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.528694] env[68986]: DEBUG nova.compute.manager [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Refreshing instance network info cache due to event network-changed-57a2eed3-04ef-44d8-a7dc-3df6e488af90. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.528895] env[68986]: DEBUG oslo_concurrency.lockutils [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] Acquiring lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.529226] env[68986]: DEBUG oslo_concurrency.lockutils [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] Acquired lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.529456] env[68986]: DEBUG nova.network.neutron [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Refreshing network info cache for port 57a2eed3-04ef-44d8-a7dc-3df6e488af90 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.591714] env[68986]: DEBUG nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.621112] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.621362] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.621519] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.621689] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.621846] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.621999] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.623055] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.623055] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.623181] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.623350] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.623530] env[68986]: DEBUG nova.virt.hardware [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.624542] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496d282a-1496-4c13-a7c4-3164e4338906 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.632880] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c6b4e-0907-4399-a0f4-542f475aa664 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.757984] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.758196] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquired lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.758377] env[68986]: DEBUG nova.network.neutron [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.818049] env[68986]: DEBUG nova.scheduler.client.report [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.822011] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215766, 'name': ReconfigVM_Task, 'duration_secs': 0.537121} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.822343] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868/3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.824606] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4310d00-c1cf-43a0-8ea0-d27c8aa9d57c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.829731] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 791.829731] env[68986]: value = "task-3215771" [ 791.829731] env[68986]: _type = "Task" [ 791.829731] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.839934] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215771, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.988906] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215768, 'name': CreateVM_Task, 'duration_secs': 0.412766} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.991795] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.992115] env[68986]: DEBUG oslo_vmware.api [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215769, 'name': ReconfigVM_Task, 'duration_secs': 0.152489} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.992753] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.992908] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.993242] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.993543] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642977', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'name': 'volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047cbf6-86aa-42db-9fe8-b450de69bbb1', 'attached_at': '', 'detached_at': '', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'serial': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 791.994997] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f7521f-5f8e-49f0-bef0-612abd632609 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.002935] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 792.002935] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fff307-4aa9-1827-8f23-a77b8a3ec30e" [ 792.002935] env[68986]: _type = "Task" [ 792.002935] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.006787] env[68986]: DEBUG oslo_vmware.api [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215770, 'name': PowerOffVM_Task, 'duration_secs': 0.223815} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.009292] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.009474] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.010290] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68fc508a-63de-42b5-84db-f42113f41549 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.017077] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fff307-4aa9-1827-8f23-a77b8a3ec30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.036458] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.036707] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.036890] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Deleting the datastore file [datastore2] 59621297-6d4e-493f-82de-de8d62d45113 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.038116] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb19485-4a3c-4604-8be2-65058b2556a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.044647] env[68986]: DEBUG oslo_vmware.api [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for the task: (returnval){ [ 792.044647] env[68986]: value = "task-3215773" [ 792.044647] env[68986]: _type = "Task" [ 792.044647] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.054316] env[68986]: DEBUG oslo_vmware.api [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.327124] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.327124] env[68986]: DEBUG nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.329507] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.095s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.330541] env[68986]: DEBUG nova.objects.instance [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lazy-loading 'resources' on Instance uuid 5fc5ba1f-2840-4758-940a-2925ebdee0f9 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.347773] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215771, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.384272] env[68986]: DEBUG nova.network.neutron [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updated VIF entry in instance network info cache for port 57a2eed3-04ef-44d8-a7dc-3df6e488af90. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.385037] env[68986]: DEBUG nova.network.neutron [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [{"id": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "address": "fa:16:3e:1c:6b:71", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2eed3-04", "ovs_interfaceid": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.518509] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fff307-4aa9-1827-8f23-a77b8a3ec30e, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.519243] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.519606] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.519997] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.520295] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.520663] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.521073] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b43d6b69-da5a-43cd-aac2-cf02b479b85c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.533026] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.533026] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.533026] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90dd28a-c0e2-4abe-8a12-e587341b73c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.537880] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 792.537880] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b95db-e544-b6de-5a59-63ddeb147b93" [ 792.537880] env[68986]: _type = "Task" [ 792.537880] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.545664] env[68986]: DEBUG nova.network.neutron [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updating instance_info_cache with network_info: [{"id": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "address": "fa:16:3e:7e:f1:85", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d0fb4f-13", "ovs_interfaceid": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.554828] env[68986]: DEBUG nova.network.neutron [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Successfully updated port: 7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.562310] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b95db-e544-b6de-5a59-63ddeb147b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.569212] env[68986]: DEBUG oslo_vmware.api [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Task: {'id': task-3215773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1727} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.569212] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.569380] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.570021] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.570021] env[68986]: INFO nova.compute.manager [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Took 1.12 seconds to destroy the instance on the hypervisor. [ 792.570021] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.570759] env[68986]: DEBUG nova.compute.manager [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.570759] env[68986]: DEBUG nova.network.neutron [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.587589] env[68986]: DEBUG nova.network.neutron [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.838059] env[68986]: DEBUG nova.compute.utils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.840112] env[68986]: DEBUG nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.840112] env[68986]: DEBUG nova.network.neutron [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.855470] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215771, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.882426] env[68986]: DEBUG nova.policy [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d932d1587e34ba6be1e23514512585c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57b1524513cf4c0194db2e58a63ddd92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.888428] env[68986]: DEBUG oslo_concurrency.lockutils [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] Releasing lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.888689] env[68986]: DEBUG nova.compute.manager [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Received event network-changed-73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.888880] env[68986]: DEBUG nova.compute.manager [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Refreshing instance network info cache due to event network-changed-73d0fb4f-13a1-4ccb-800f-12f53f9e7528. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.889620] env[68986]: DEBUG oslo_concurrency.lockutils [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] Acquiring lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.042128] env[68986]: DEBUG nova.objects.instance [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'flavor' on Instance uuid 3047cbf6-86aa-42db-9fe8-b450de69bbb1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.053633] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Releasing lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.055642] env[68986]: DEBUG oslo_concurrency.lockutils [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] Acquired lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.055642] env[68986]: DEBUG nova.network.neutron [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Refreshing network info cache for port 73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.057799] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.057926] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquired lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.058128] env[68986]: DEBUG nova.network.neutron [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.064657] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b95db-e544-b6de-5a59-63ddeb147b93, 'name': SearchDatastore_Task, 'duration_secs': 0.01594} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.066244] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4c2f27-8b88-4564-941b-da6534550947 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.075744] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 793.075744] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5226ef21-9c4f-cdcc-3e6f-2f2632336353" [ 793.075744] env[68986]: _type = "Task" [ 793.075744] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.087367] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5226ef21-9c4f-cdcc-3e6f-2f2632336353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.091188] env[68986]: DEBUG nova.network.neutron [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.204342] env[68986]: DEBUG nova.network.neutron [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Successfully created port: fed96913-4485-42d4-a6d2-67233bc31df4 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.345671] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8952f54c-eab3-4e61-8153-6f3da1027693 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.359588] env[68986]: DEBUG nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.362057] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215771, 'name': Rename_Task, 'duration_secs': 1.199511} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.362701] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.363135] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95bc5d93-a02f-477c-b4b7-93eb6644bcf8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.370732] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973cfb9-7d21-4d3b-9215-423bc47eaeb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.377499] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 793.377499] env[68986]: value = "task-3215774" [ 793.377499] env[68986]: _type = "Task" [ 793.377499] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.387677] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.417441] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46332e37-b8e5-4123-a1b8-38152faca8ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.425891] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef96773d-6d2d-445a-b887-aa1af5c21603 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.439623] env[68986]: DEBUG nova.compute.provider_tree [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.562607] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605c5b57-2c9e-4954-9d24-4dbd83ae0133 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.355s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.571077] env[68986]: DEBUG nova.compute.manager [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.571905] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b66550-23a3-4993-bc23-1befdd317d47 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.591181] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5226ef21-9c4f-cdcc-3e6f-2f2632336353, 'name': SearchDatastore_Task, 'duration_secs': 0.014154} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.591441] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.591687] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.591932] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32962317-a4ab-42c6-9258-50706c8fd2c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.594404] env[68986]: INFO nova.compute.manager [-] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Took 1.02 seconds to deallocate network for instance. [ 793.601961] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 793.601961] env[68986]: value = "task-3215775" [ 793.601961] env[68986]: _type = "Task" [ 793.601961] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.611034] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.680340] env[68986]: DEBUG nova.network.neutron [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.700129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.700129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.700129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.700129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.701110] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.705147] env[68986]: INFO nova.compute.manager [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Terminating instance [ 793.760256] env[68986]: DEBUG nova.compute.manager [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Received event network-vif-plugged-7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.760530] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] Acquiring lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.761120] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.761334] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.761541] env[68986]: DEBUG nova.compute.manager [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] No waiting events found dispatching network-vif-plugged-7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.761779] env[68986]: WARNING nova.compute.manager [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Received unexpected event network-vif-plugged-7d00c689-9d24-4029-bbb9-a65f9e22bbb4 for instance with vm_state building and task_state spawning. [ 793.762023] env[68986]: DEBUG nova.compute.manager [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Received event network-changed-7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.762255] env[68986]: DEBUG nova.compute.manager [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Refreshing instance network info cache due to event network-changed-7d00c689-9d24-4029-bbb9-a65f9e22bbb4. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.762504] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] Acquiring lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.890496] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215774, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.942892] env[68986]: DEBUG nova.scheduler.client.report [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.980922] env[68986]: DEBUG nova.network.neutron [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Updating instance_info_cache with network_info: [{"id": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "address": "fa:16:3e:af:6c:3e", "network": {"id": "4bf71098-d401-4d6e-a78c-7e03c465aabd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1392945656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4841151cff4f4758bb0804bd2cb3ff63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d00c689-9d", "ovs_interfaceid": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.983622] env[68986]: DEBUG nova.network.neutron [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updated VIF entry in instance network info cache for port 73d0fb4f-13a1-4ccb-800f-12f53f9e7528. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.984468] env[68986]: DEBUG nova.network.neutron [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updating instance_info_cache with network_info: [{"id": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "address": "fa:16:3e:7e:f1:85", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d0fb4f-13", "ovs_interfaceid": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.104037] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.115718] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.211501] env[68986]: DEBUG nova.compute.manager [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.211784] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.212127] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d25c0551-86ee-4d12-9e83-edd72e10c33f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.219495] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 794.219495] env[68986]: value = "task-3215776" [ 794.219495] env[68986]: _type = "Task" [ 794.219495] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.229393] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.369836] env[68986]: DEBUG nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.388474] env[68986]: DEBUG oslo_vmware.api [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215774, 'name': PowerOnVM_Task, 'duration_secs': 0.618331} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.390100] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.390319] env[68986]: INFO nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Took 10.38 seconds to spawn the instance on the hypervisor. [ 794.390497] env[68986]: DEBUG nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.391453] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a5f2c-91e2-4213-b569-73d986811615 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.396736] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.396955] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.397121] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.397302] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.397447] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.397616] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.397830] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.397986] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.398170] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.398329] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.398820] env[68986]: DEBUG nova.virt.hardware [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.399261] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd884c-f661-4a65-b298-6e18b977c687 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.410816] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28c42f2-c421-4cbd-8190-2e44dea0ca13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.450142] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.452434] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.920s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.453946] env[68986]: INFO nova.compute.claims [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.478309] env[68986]: INFO nova.scheduler.client.report [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Deleted allocations for instance 5fc5ba1f-2840-4758-940a-2925ebdee0f9 [ 794.482750] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Releasing lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.483142] env[68986]: DEBUG nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Instance network_info: |[{"id": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "address": "fa:16:3e:af:6c:3e", "network": {"id": "4bf71098-d401-4d6e-a78c-7e03c465aabd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1392945656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4841151cff4f4758bb0804bd2cb3ff63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d00c689-9d", "ovs_interfaceid": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.483833] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] Acquired lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.483833] env[68986]: DEBUG nova.network.neutron [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Refreshing network info cache for port 7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.484597] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:6c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d00c689-9d24-4029-bbb9-a65f9e22bbb4', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.492076] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Creating folder: Project (4841151cff4f4758bb0804bd2cb3ff63). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.492910] env[68986]: DEBUG oslo_concurrency.lockutils [req-c7e10865-13f0-47ec-af79-042adf7d13ad req-7411c46e-8876-49a3-8cff-d97ef428f6a1 service nova] Releasing lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.493658] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05765789-b116-4b01-9884-418e52452305 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.503538] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Created folder: Project (4841151cff4f4758bb0804bd2cb3ff63) in parent group-v642845. [ 794.503731] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Creating folder: Instances. Parent ref: group-v642980. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.503968] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c17a600c-d472-4671-9a5e-dd21a5ab9fa7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.512713] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Created folder: Instances in parent group-v642980. [ 794.513093] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.513350] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.513616] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a304f5bc-0f71-4dff-99ce-aaea7b5ef308 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.539043] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.539043] env[68986]: value = "task-3215779" [ 794.539043] env[68986]: _type = "Task" [ 794.539043] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.548200] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215779, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.594389] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3c130f-47ef-437e-a1c4-35bb2c305473 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.602604] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Doing hard reboot of VM {{(pid=68986) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 794.602915] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-04c05d0a-2027-4cd3-aa4e-36fd1436b1ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.612927] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640641} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.614269] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.614499] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.614825] env[68986]: DEBUG oslo_vmware.api [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 794.614825] env[68986]: value = "task-3215780" [ 794.614825] env[68986]: _type = "Task" [ 794.614825] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.615030] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6510dac-b7c2-4710-957f-32a95097f972 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627172] env[68986]: DEBUG oslo_vmware.api [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215780, 'name': ResetVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.627172] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 794.627172] env[68986]: value = "task-3215781" [ 794.627172] env[68986]: _type = "Task" [ 794.627172] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.633880] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.730939] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215776, 'name': PowerOffVM_Task, 'duration_secs': 0.417635} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.731244] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.731475] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 794.731692] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642977', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'name': 'volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047cbf6-86aa-42db-9fe8-b450de69bbb1', 'attached_at': '', 'detached_at': '', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'serial': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 794.732584] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1a47c-6278-462b-af04-86b13df203ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.754059] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb6beaa-900c-4041-906b-5a8e4b65e448 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.760487] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852bad08-ee64-4fcb-99bb-8aaa364e5cf8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.784872] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d8b9f-640d-4051-8d8e-aa4ee023beda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.799911] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] The volume has not been displaced from its original location: [datastore1] volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f/volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 794.805504] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 794.805743] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793d9b63-dacd-4a04-a6f0-86f5ffd06d46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.823267] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 794.823267] env[68986]: value = "task-3215782" [ 794.823267] env[68986]: _type = "Task" [ 794.823267] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.830978] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.912322] env[68986]: DEBUG nova.network.neutron [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Successfully updated port: fed96913-4485-42d4-a6d2-67233bc31df4 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.916419] env[68986]: INFO nova.compute.manager [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Took 37.85 seconds to build instance. [ 795.000458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-108667e2-cd07-4c35-bafe-34f014d6b06e tempest-InstanceActionsNegativeTestJSON-21946398 tempest-InstanceActionsNegativeTestJSON-21946398-project-member] Lock "5fc5ba1f-2840-4758-940a-2925ebdee0f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.267s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.054576] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215779, 'name': CreateVM_Task, 'duration_secs': 0.475759} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.054780] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.055508] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.055714] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.056107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.056266] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd77ffde-213a-475f-8f4e-52923ac15e20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.063325] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 795.063325] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524ed302-e5ea-2e50-b127-a7d436c38e1a" [ 795.063325] env[68986]: _type = "Task" [ 795.063325] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.071346] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524ed302-e5ea-2e50-b127-a7d436c38e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.136461] env[68986]: DEBUG oslo_vmware.api [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215780, 'name': ResetVM_Task, 'duration_secs': 0.106023} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.139777] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Did hard reboot of VM {{(pid=68986) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 795.140889] env[68986]: DEBUG nova.compute.manager [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.144019] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3947f5d5-5f13-493b-9e76-f3820d70d215 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.149337] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07414} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.151582] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.155326] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5ae485-f198-47cc-a371-fd4ab99f8d86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.181060] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.183896] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de01eaf4-3335-4ed8-af49-80a498960c30 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.206024] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 795.206024] env[68986]: value = "task-3215783" [ 795.206024] env[68986]: _type = "Task" [ 795.206024] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.214295] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.336780] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215782, 'name': ReconfigVM_Task, 'duration_secs': 0.235515} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.337086] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 795.342131] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a032c1a7-672e-4237-ab02-fb7e4b2b8bd9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.353015] env[68986]: DEBUG nova.network.neutron [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Updated VIF entry in instance network info cache for port 7d00c689-9d24-4029-bbb9-a65f9e22bbb4. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.353411] env[68986]: DEBUG nova.network.neutron [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Updating instance_info_cache with network_info: [{"id": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "address": "fa:16:3e:af:6c:3e", "network": {"id": "4bf71098-d401-4d6e-a78c-7e03c465aabd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1392945656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4841151cff4f4758bb0804bd2cb3ff63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d00c689-9d", "ovs_interfaceid": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.360522] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 795.360522] env[68986]: value = "task-3215784" [ 795.360522] env[68986]: _type = "Task" [ 795.360522] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.369708] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.415946] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.416118] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.416297] env[68986]: DEBUG nova.network.neutron [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.417814] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7134d039-a932-4dd7-99fb-029e2b486906 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.527s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.575661] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524ed302-e5ea-2e50-b127-a7d436c38e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.578795] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.579128] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.579460] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.579612] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.580753] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.580753] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90280d91-05e3-4ef5-94cd-6d36be93cdde {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.594388] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.594388] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.595213] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350b0312-0128-475c-a78c-3dfc25ffb009 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.601048] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 795.601048] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c8f4b-342c-75bc-389a-afaa1d46b0d5" [ 795.601048] env[68986]: _type = "Task" [ 795.601048] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.612061] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c8f4b-342c-75bc-389a-afaa1d46b0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.665047] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfa25d51-8c65-4967-9b4b-c7aced6ab48e tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.434s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.716283] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.856503] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e818979-21f2-476f-9ba0-dfa5a6640a92 req-bc5d9347-9ecc-434f-8655-88c0dcc02aae service nova] Releasing lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.871351] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215784, 'name': ReconfigVM_Task, 'duration_secs': 0.411978} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.871574] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642977', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'name': 'volume-82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047cbf6-86aa-42db-9fe8-b450de69bbb1', 'attached_at': '', 'detached_at': '', 'volume_id': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f', 'serial': '82f4ab7f-ab72-412e-be86-d4fbf1f3d60f'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 795.871908] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.872773] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de13ac9-afc2-4164-a2fb-94f137e7bc02 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.882145] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.882441] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20148a0e-4fdc-45bd-951a-6050cd47e484 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.920974] env[68986]: DEBUG nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.957503] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.958038] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.958312] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleting the datastore file [datastore2] 3047cbf6-86aa-42db-9fe8-b450de69bbb1 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.958642] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d8b975a-1af6-4e7c-915a-b99314910dd6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.965171] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 795.965171] env[68986]: value = "task-3215786" [ 795.965171] env[68986]: _type = "Task" [ 795.965171] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.971640] env[68986]: DEBUG nova.network.neutron [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.976985] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.008768] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d606f3-9669-4b15-9681-7c9b1356af7f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.018491] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed58ea-e9b3-4f0a-bb6a-9220ee8a7c24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.058188] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2535cf0a-29c9-497d-8d47-02016a6795f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.066290] env[68986]: DEBUG nova.compute.manager [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Received event network-vif-plugged-fed96913-4485-42d4-a6d2-67233bc31df4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.066535] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] Acquiring lock "712c268b-7661-4ac2-b97a-0fb7361395bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.066742] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.067511] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.067511] env[68986]: DEBUG nova.compute.manager [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] No waiting events found dispatching network-vif-plugged-fed96913-4485-42d4-a6d2-67233bc31df4 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.067511] env[68986]: WARNING nova.compute.manager [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Received unexpected event network-vif-plugged-fed96913-4485-42d4-a6d2-67233bc31df4 for instance with vm_state building and task_state spawning. [ 796.067511] env[68986]: DEBUG nova.compute.manager [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Received event network-changed-fed96913-4485-42d4-a6d2-67233bc31df4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.067511] env[68986]: DEBUG nova.compute.manager [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Refreshing instance network info cache due to event network-changed-fed96913-4485-42d4-a6d2-67233bc31df4. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.067684] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] Acquiring lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.075805] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8210e-c409-4ffb-be40-61418c07db77 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.093985] env[68986]: DEBUG nova.compute.provider_tree [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.111698] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c8f4b-342c-75bc-389a-afaa1d46b0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.038044} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.113055] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3087c69d-208b-4c12-9677-ce8b2ffce1e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.121335] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 796.121335] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521eb9ff-cfa3-813a-55e4-1f7f3ecd8c15" [ 796.121335] env[68986]: _type = "Task" [ 796.121335] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.129797] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521eb9ff-cfa3-813a-55e4-1f7f3ecd8c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.180275] env[68986]: DEBUG nova.network.neutron [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Updating instance_info_cache with network_info: [{"id": "fed96913-4485-42d4-a6d2-67233bc31df4", "address": "fa:16:3e:a8:22:10", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed96913-44", "ovs_interfaceid": "fed96913-4485-42d4-a6d2-67233bc31df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.217361] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215783, 'name': ReconfigVM_Task, 'duration_secs': 0.972432} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.217590] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfigured VM instance instance-0000002f to attach disk [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.218590] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8602022-e115-4dff-8576-fefcad5ba261 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.225664] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 796.225664] env[68986]: value = "task-3215787" [ 796.225664] env[68986]: _type = "Task" [ 796.225664] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.234817] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215787, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.305187] env[68986]: DEBUG nova.compute.manager [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Received event network-changed-73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.305554] env[68986]: DEBUG nova.compute.manager [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Refreshing instance network info cache due to event network-changed-73d0fb4f-13a1-4ccb-800f-12f53f9e7528. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.305843] env[68986]: DEBUG oslo_concurrency.lockutils [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] Acquiring lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.305994] env[68986]: DEBUG oslo_concurrency.lockutils [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] Acquired lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.306229] env[68986]: DEBUG nova.network.neutron [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Refreshing network info cache for port 73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.404842] env[68986]: DEBUG nova.compute.manager [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.405875] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067776da-dbad-4bed-864a-39831a76a80b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.449684] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.475139] env[68986]: DEBUG oslo_vmware.api [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3215786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279004} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.475429] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.475621] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.477366] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.477366] env[68986]: INFO nova.compute.manager [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Took 2.26 seconds to destroy the instance on the hypervisor. [ 796.477366] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.477366] env[68986]: DEBUG nova.compute.manager [-] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.477366] env[68986]: DEBUG nova.network.neutron [-] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.600737] env[68986]: DEBUG nova.scheduler.client.report [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.634585] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521eb9ff-cfa3-813a-55e4-1f7f3ecd8c15, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.636136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.636136] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ac1f58f4-2679-41cd-a1e8-6c707dfccea0/ac1f58f4-2679-41cd-a1e8-6c707dfccea0.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.636136] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-619c8a8e-3aea-4e65-a4b7-8762217cdfa1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.643096] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 796.643096] env[68986]: value = "task-3215788" [ 796.643096] env[68986]: _type = "Task" [ 796.643096] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.651422] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.683264] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.683694] env[68986]: DEBUG nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Instance network_info: |[{"id": "fed96913-4485-42d4-a6d2-67233bc31df4", "address": "fa:16:3e:a8:22:10", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed96913-44", "ovs_interfaceid": "fed96913-4485-42d4-a6d2-67233bc31df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.684953] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] Acquired lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.685300] env[68986]: DEBUG nova.network.neutron [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Refreshing network info cache for port fed96913-4485-42d4-a6d2-67233bc31df4 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.686755] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:22:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed96913-4485-42d4-a6d2-67233bc31df4', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.696792] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.698242] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.698424] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54ce5736-dc41-4fe5-9703-c233b0d2fa51 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.723324] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.723324] env[68986]: value = "task-3215789" [ 796.723324] env[68986]: _type = "Task" [ 796.723324] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.741261] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215789, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.745021] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215787, 'name': Rename_Task, 'duration_secs': 0.16381} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.745350] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.745607] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fb1e03c-f0c7-478e-91a1-10e204cf6f7b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.752446] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 796.752446] env[68986]: value = "task-3215790" [ 796.752446] env[68986]: _type = "Task" [ 796.752446] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.762482] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.918430] env[68986]: INFO nova.compute.manager [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] instance snapshotting [ 796.920806] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380b6684-0fa5-442b-aa97-1ad5dc2dca89 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.941784] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b4042-1ecd-4e10-9cc4-1b9a35949d25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.991970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "8c961785-3028-4599-92c0-0227c8970b02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.992279] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.992538] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "8c961785-3028-4599-92c0-0227c8970b02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.992693] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.992893] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.996307] env[68986]: INFO nova.compute.manager [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Terminating instance [ 797.109918] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.110951] env[68986]: DEBUG nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.115163] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.091s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.115395] env[68986]: DEBUG nova.objects.instance [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.130291] env[68986]: DEBUG nova.network.neutron [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updated VIF entry in instance network info cache for port 73d0fb4f-13a1-4ccb-800f-12f53f9e7528. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.130541] env[68986]: DEBUG nova.network.neutron [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updating instance_info_cache with network_info: [{"id": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "address": "fa:16:3e:7e:f1:85", "network": {"id": "ad439431-8b18-42a2-8842-3709fa6aba3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1498603161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f227cd6878488ab0eba864dc21c849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d0fb4f-13", "ovs_interfaceid": "73d0fb4f-13a1-4ccb-800f-12f53f9e7528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.154344] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215788, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.233538] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215789, 'name': CreateVM_Task, 'duration_secs': 0.33665} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.233741] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.234514] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.234682] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.235015] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.235719] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f90396-6d3f-4ed2-a480-422a4ead0d1c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.241025] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 797.241025] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527b95ce-a6a6-396f-bf13-4c70eaf6810f" [ 797.241025] env[68986]: _type = "Task" [ 797.241025] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.250134] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527b95ce-a6a6-396f-bf13-4c70eaf6810f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.263744] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.291403] env[68986]: DEBUG nova.network.neutron [-] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.458992] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 797.459689] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4182b606-98db-42d5-8cf2-17eab2e3ee8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.466979] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 797.466979] env[68986]: value = "task-3215791" [ 797.466979] env[68986]: _type = "Task" [ 797.466979] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.476654] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215791, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.501571] env[68986]: DEBUG nova.compute.manager [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.501807] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.502826] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6969596c-6ceb-4d33-879c-966686fe8a64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.511842] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.512098] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d1e7898-42ed-4756-a548-2c315d7dc6a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.517918] env[68986]: DEBUG oslo_vmware.api [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 797.517918] env[68986]: value = "task-3215792" [ 797.517918] env[68986]: _type = "Task" [ 797.517918] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.525594] env[68986]: DEBUG oslo_vmware.api [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.564507] env[68986]: DEBUG nova.network.neutron [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Updated VIF entry in instance network info cache for port fed96913-4485-42d4-a6d2-67233bc31df4. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.564904] env[68986]: DEBUG nova.network.neutron [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Updating instance_info_cache with network_info: [{"id": "fed96913-4485-42d4-a6d2-67233bc31df4", "address": "fa:16:3e:a8:22:10", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed96913-44", "ovs_interfaceid": "fed96913-4485-42d4-a6d2-67233bc31df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.621314] env[68986]: DEBUG nova.compute.utils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.625741] env[68986]: DEBUG nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.625950] env[68986]: DEBUG nova.network.neutron [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.634805] env[68986]: DEBUG oslo_concurrency.lockutils [req-b8b5b354-4e52-4a96-8d8a-094427be2586 req-d21edcd2-5ab2-4395-ab19-8f1754ef5571 service nova] Releasing lock "refresh_cache-8c961785-3028-4599-92c0-0227c8970b02" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.654712] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621237} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.654997] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ac1f58f4-2679-41cd-a1e8-6c707dfccea0/ac1f58f4-2679-41cd-a1e8-6c707dfccea0.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.655228] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.655562] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66d77c31-8d8c-48b6-a408-52c94b854d9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.662644] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 797.662644] env[68986]: value = "task-3215793" [ 797.662644] env[68986]: _type = "Task" [ 797.662644] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.671146] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.710563] env[68986]: DEBUG nova.policy [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f572956c514976b68266465124d310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ebf8cb81e442ac84e96976730bad0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.754061] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527b95ce-a6a6-396f-bf13-4c70eaf6810f, 'name': SearchDatastore_Task, 'duration_secs': 0.024062} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.754061] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.754061] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.754061] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.754061] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.754061] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.754061] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ace3d01-e563-4a47-b9e1-ac87994c3527 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.763771] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.767469] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.767661] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.772021] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6181f47e-16c8-4b4a-aa86-3f91a87ce954 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.773543] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 797.773543] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52637f5b-d00b-9a9a-b7b4-87ea83ecc67d" [ 797.773543] env[68986]: _type = "Task" [ 797.773543] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.781545] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52637f5b-d00b-9a9a-b7b4-87ea83ecc67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.795085] env[68986]: INFO nova.compute.manager [-] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Took 1.32 seconds to deallocate network for instance. [ 797.977067] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215791, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.027218] env[68986]: DEBUG oslo_vmware.api [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215792, 'name': PowerOffVM_Task, 'duration_secs': 0.218105} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.027519] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.027693] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.027987] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae26970f-97a7-46a7-846f-ffaf61b54f7d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.067974] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a341de2-44b6-4fb6-9fcb-fdfaca765be1 req-95cd4092-a102-4e3c-aa2f-483b4200a9da service nova] Releasing lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.092044] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.092044] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.092044] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Deleting the datastore file [datastore2] 8c961785-3028-4599-92c0-0227c8970b02 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.092044] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-605267a8-79df-4d84-ae28-c513a92b48a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.099183] env[68986]: DEBUG oslo_vmware.api [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 798.099183] env[68986]: value = "task-3215795" [ 798.099183] env[68986]: _type = "Task" [ 798.099183] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.112782] env[68986]: DEBUG oslo_vmware.api [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.130384] env[68986]: DEBUG oslo_concurrency.lockutils [None req-64cac9d4-769f-4f98-854f-d40083419567 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.131752] env[68986]: DEBUG nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.136059] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.109s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.136825] env[68986]: INFO nova.compute.claims [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.177028] env[68986]: DEBUG nova.compute.manager [req-212d56ae-ee7e-4128-9dc9-5e9198683483 req-f7ec36ab-1396-4faa-b9b8-f77f6e636d0e service nova] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Received event network-vif-deleted-b6588d6a-fd51-43a7-9321-4b23aed5a879 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.183833] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066714} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.183833] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.185570] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9228c8-87c4-452b-a522-6664afa5bbcd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.214835] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] ac1f58f4-2679-41cd-a1e8-6c707dfccea0/ac1f58f4-2679-41cd-a1e8-6c707dfccea0.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.215644] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a00bb6a-1010-49ba-85b4-9fc748f0d9e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.953448] env[68986]: DEBUG nova.network.neutron [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Successfully created port: 3648e20c-f40d-4436-9064-2611bd445b5b {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.955916] env[68986]: INFO nova.compute.manager [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Took 1.16 seconds to detach 1 volumes for instance. [ 798.998086] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 798.998086] env[68986]: value = "task-3215796" [ 798.998086] env[68986]: _type = "Task" [ 798.998086] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.998393] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52637f5b-d00b-9a9a-b7b4-87ea83ecc67d, 'name': SearchDatastore_Task, 'duration_secs': 0.031988} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.999526] env[68986]: DEBUG oslo_vmware.api [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215790, 'name': PowerOnVM_Task, 'duration_secs': 1.54061} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.999737] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215791, 'name': CreateSnapshot_Task, 'duration_secs': 1.311633} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.001009] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.001644] env[68986]: INFO nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Took 10.09 seconds to spawn the instance on the hypervisor. [ 799.001827] env[68986]: DEBUG nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.002099] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.008263] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca207623-1367-4605-8819-f44ecf5bd66d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.011037] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df0610-2b2d-42e6-a72d-6608c4ac9434 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.013920] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05451ff-2754-4ef9-b7c7-d17ecd89147e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.016188] env[68986]: DEBUG oslo_vmware.api [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329805} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.016752] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.016956] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.017141] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.017324] env[68986]: INFO nova.compute.manager [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Took 1.52 seconds to destroy the instance on the hypervisor. [ 799.017557] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.019063] env[68986]: DEBUG nova.compute.manager [-] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.019205] env[68986]: DEBUG nova.network.neutron [-] [instance: 8c961785-3028-4599-92c0-0227c8970b02] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.034541] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 799.034541] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d0cdf2-221d-7973-4f0c-7b706bd2382b" [ 799.034541] env[68986]: _type = "Task" [ 799.034541] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.034853] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.044150] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d0cdf2-221d-7973-4f0c-7b706bd2382b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.313569] env[68986]: DEBUG nova.compute.manager [req-251e93af-5fac-4747-bf64-74bb06c0a7f9 req-66f30537-f7f4-44df-b1a1-4648538e3210 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Received event network-vif-deleted-73d0fb4f-13a1-4ccb-800f-12f53f9e7528 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.313569] env[68986]: INFO nova.compute.manager [req-251e93af-5fac-4747-bf64-74bb06c0a7f9 req-66f30537-f7f4-44df-b1a1-4648538e3210 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Neutron deleted interface 73d0fb4f-13a1-4ccb-800f-12f53f9e7528; detaching it from the instance and deleting it from the info cache [ 799.313569] env[68986]: DEBUG nova.network.neutron [req-251e93af-5fac-4747-bf64-74bb06c0a7f9 req-66f30537-f7f4-44df-b1a1-4648538e3210 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.479955] env[68986]: DEBUG nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.482713] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.517436] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215796, 'name': ReconfigVM_Task, 'duration_secs': 0.300575} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.519534] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.519758] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.519910] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.520095] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.520743] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.523588] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.523588] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.523588] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.523588] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.523588] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.523588] env[68986]: DEBUG nova.virt.hardware [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.523588] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] ac1f58f4-2679-41cd-a1e8-6c707dfccea0/ac1f58f4-2679-41cd-a1e8-6c707dfccea0.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.523588] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a605d7d-f64f-4045-877f-115a06a865db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.529382] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9918e61-4812-453a-b783-cc7b3ec17af6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.549990] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.560201] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e56bd3b-c1b4-4a9f-87ba-089fd626336d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.568212] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ee198-2789-4dfe-9cf4-b5394a820fd5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.573125] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 799.573125] env[68986]: value = "task-3215797" [ 799.573125] env[68986]: _type = "Task" [ 799.573125] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.573302] env[68986]: INFO nova.compute.manager [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Took 40.23 seconds to build instance. [ 799.592329] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 799.592329] env[68986]: value = "task-3215798" [ 799.592329] env[68986]: _type = "Task" [ 799.592329] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.592826] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d0cdf2-221d-7973-4f0c-7b706bd2382b, 'name': SearchDatastore_Task, 'duration_secs': 0.023003} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.596576] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.596899] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/712c268b-7661-4ac2-b97a-0fb7361395bf.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.602686] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-601c3a44-7d63-4a0f-abea-671e592f4d99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.606949] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215797, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.612014] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215798, 'name': CloneVM_Task} progress is 12%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.616149] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 799.616149] env[68986]: value = "task-3215799" [ 799.616149] env[68986]: _type = "Task" [ 799.616149] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.625258] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.792853] env[68986]: DEBUG nova.network.neutron [-] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.815883] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b524b7d8-7118-4cc6-890c-bf8c6608f0d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.825129] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4f5b16-4a96-47a6-bb6b-705bdba40f18 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.865556] env[68986]: DEBUG nova.compute.manager [req-251e93af-5fac-4747-bf64-74bb06c0a7f9 req-66f30537-f7f4-44df-b1a1-4648538e3210 service nova] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Detach interface failed, port_id=73d0fb4f-13a1-4ccb-800f-12f53f9e7528, reason: Instance 8c961785-3028-4599-92c0-0227c8970b02 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 800.088965] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215797, 'name': Rename_Task, 'duration_secs': 0.149888} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.090389] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.090989] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dffdebb2-ff93-489e-a09a-a75f3ae2c22a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.093701] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eb0fa35c-b45d-4939-9ab4-59d26eff0ed2 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.279s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.103988] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 800.103988] env[68986]: value = "task-3215800" [ 800.103988] env[68986]: _type = "Task" [ 800.103988] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.117556] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215798, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.126266] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215800, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.130023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f160c-14fc-446a-b113-be964e02e31b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.135954] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215799, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.140996] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aae2bb-23f8-447b-aa03-cccd31e1a8cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.172793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d7153e-327a-482c-91b8-a0ebc47dee0f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.180989] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1299ca-b897-4867-8cbc-1c3a4c3783f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.195509] env[68986]: DEBUG nova.compute.provider_tree [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.297010] env[68986]: INFO nova.compute.manager [-] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Took 1.28 seconds to deallocate network for instance. [ 800.609805] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215798, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.618770] env[68986]: DEBUG oslo_vmware.api [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3215800, 'name': PowerOnVM_Task, 'duration_secs': 0.470705} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.623065] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.623394] env[68986]: INFO nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Took 9.03 seconds to spawn the instance on the hypervisor. [ 800.623604] env[68986]: DEBUG nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.624682] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd6309f-8452-4b02-b190-7671d156851d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.636042] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528663} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.636042] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/712c268b-7661-4ac2-b97a-0fb7361395bf.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.636042] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.638542] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01c17fd0-7fe4-4e4a-bef3-777cfbe025b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.645789] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 800.645789] env[68986]: value = "task-3215801" [ 800.645789] env[68986]: _type = "Task" [ 800.645789] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.654166] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.701826] env[68986]: DEBUG nova.scheduler.client.report [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.806139] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.841822] env[68986]: DEBUG nova.network.neutron [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Successfully updated port: 3648e20c-f40d-4436-9064-2611bd445b5b {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.111526] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215798, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.119988] env[68986]: DEBUG nova.compute.manager [req-5746c744-5e4d-4481-be24-8cdfaeaa062b req-e0b50806-5cdb-4f9c-ab75-689ca1b82c5d service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Received event network-vif-plugged-3648e20c-f40d-4436-9064-2611bd445b5b {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.119988] env[68986]: DEBUG oslo_concurrency.lockutils [req-5746c744-5e4d-4481-be24-8cdfaeaa062b req-e0b50806-5cdb-4f9c-ab75-689ca1b82c5d service nova] Acquiring lock "dae172d1-ca39-455d-8583-0034ac91784b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.119988] env[68986]: DEBUG oslo_concurrency.lockutils [req-5746c744-5e4d-4481-be24-8cdfaeaa062b req-e0b50806-5cdb-4f9c-ab75-689ca1b82c5d service nova] Lock "dae172d1-ca39-455d-8583-0034ac91784b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.119988] env[68986]: DEBUG oslo_concurrency.lockutils [req-5746c744-5e4d-4481-be24-8cdfaeaa062b req-e0b50806-5cdb-4f9c-ab75-689ca1b82c5d service nova] Lock "dae172d1-ca39-455d-8583-0034ac91784b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.119988] env[68986]: DEBUG nova.compute.manager [req-5746c744-5e4d-4481-be24-8cdfaeaa062b req-e0b50806-5cdb-4f9c-ab75-689ca1b82c5d service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] No waiting events found dispatching network-vif-plugged-3648e20c-f40d-4436-9064-2611bd445b5b {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.119988] env[68986]: WARNING nova.compute.manager [req-5746c744-5e4d-4481-be24-8cdfaeaa062b req-e0b50806-5cdb-4f9c-ab75-689ca1b82c5d service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Received unexpected event network-vif-plugged-3648e20c-f40d-4436-9064-2611bd445b5b for instance with vm_state building and task_state spawning. [ 801.154886] env[68986]: INFO nova.compute.manager [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Took 40.67 seconds to build instance. [ 801.164460] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065039} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.164460] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.164460] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1905955-2e19-4252-949c-77db4c3accbf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.196757] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/712c268b-7661-4ac2-b97a-0fb7361395bf.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.197727] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f77d8e-64ae-4960-b502-93ea68449431 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.214835] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.079s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.215247] env[68986]: DEBUG nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.217852] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.338s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.218079] env[68986]: DEBUG nova.objects.instance [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lazy-loading 'resources' on Instance uuid 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.225127] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 801.225127] env[68986]: value = "task-3215802" [ 801.225127] env[68986]: _type = "Task" [ 801.225127] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.235783] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.259600] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.259778] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.342466] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "refresh_cache-dae172d1-ca39-455d-8583-0034ac91784b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.343586] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "refresh_cache-dae172d1-ca39-455d-8583-0034ac91784b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.343586] env[68986]: DEBUG nova.network.neutron [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.608990] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215798, 'name': CloneVM_Task, 'duration_secs': 1.949724} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.609361] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Created linked-clone VM from snapshot [ 801.610169] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eede17-bcaf-4d10-b736-a22fd9eb6c61 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.618127] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Uploading image bb34241f-2fa7-4a8d-9658-03933b9f3b17 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 801.625695] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.625695] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.637924] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 801.637924] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75e7db84-8468-46af-9547-831c395c2fc3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.645177] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 801.645177] env[68986]: value = "task-3215803" [ 801.645177] env[68986]: _type = "Task" [ 801.645177] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.654342] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215803, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.663674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-120a7e3b-f441-402d-a6ef-79d249dd8d7b tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.648s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.722325] env[68986]: DEBUG nova.compute.utils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.726873] env[68986]: DEBUG nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 801.736554] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215802, 'name': ReconfigVM_Task, 'duration_secs': 0.272543} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.737785] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/712c268b-7661-4ac2-b97a-0fb7361395bf.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.738835] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2648f12-a53c-4943-9d82-801cc517627f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.745509] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 801.745509] env[68986]: value = "task-3215804" [ 801.745509] env[68986]: _type = "Task" [ 801.745509] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.757757] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215804, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.772435] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.772435] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.772435] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.772435] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.772435] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.772603] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.772603] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 801.772792] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.875394] env[68986]: DEBUG nova.compute.manager [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 801.883711] env[68986]: DEBUG nova.network.neutron [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.076230] env[68986]: DEBUG nova.network.neutron [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Updating instance_info_cache with network_info: [{"id": "3648e20c-f40d-4436-9064-2611bd445b5b", "address": "fa:16:3e:87:75:75", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3648e20c-f4", "ovs_interfaceid": "3648e20c-f40d-4436-9064-2611bd445b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.105316] env[68986]: DEBUG nova.compute.manager [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Received event network-changed-7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.105316] env[68986]: DEBUG nova.compute.manager [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Refreshing instance network info cache due to event network-changed-7d00c689-9d24-4029-bbb9-a65f9e22bbb4. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.105316] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] Acquiring lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.105316] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] Acquired lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.105316] env[68986]: DEBUG nova.network.neutron [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Refreshing network info cache for port 7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.127186] env[68986]: DEBUG nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.156247] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215803, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.230393] env[68986]: DEBUG nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.259037] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215804, 'name': Rename_Task, 'duration_secs': 0.166726} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.259412] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.259824] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-076a8d88-73dd-42db-956b-3686297db1c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.268246] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 802.268246] env[68986]: value = "task-3215805" [ 802.268246] env[68986]: _type = "Task" [ 802.268246] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.276490] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.283398] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.331937] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765dc6e-d393-428b-9a17-fa8513757e19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.340669] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a59e304-c789-4f65-a592-307217bfa2e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.379431] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab80d7b3-e6c3-4fde-ab01-e58406b27ab0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.391892] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e1c082-270b-4dfe-9e44-666887e00a88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.408187] env[68986]: DEBUG nova.compute.provider_tree [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.411652] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.581865] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "refresh_cache-dae172d1-ca39-455d-8583-0034ac91784b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.582211] env[68986]: DEBUG nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Instance network_info: |[{"id": "3648e20c-f40d-4436-9064-2611bd445b5b", "address": "fa:16:3e:87:75:75", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3648e20c-f4", "ovs_interfaceid": "3648e20c-f40d-4436-9064-2611bd445b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.582651] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:75:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3648e20c-f40d-4436-9064-2611bd445b5b', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.592119] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.592119] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.592818] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93561b82-240a-4528-97ef-3a6bee536869 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.618978] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.618978] env[68986]: value = "task-3215806" [ 802.618978] env[68986]: _type = "Task" [ 802.618978] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.629375] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215806, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.656161] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.663878] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215803, 'name': Destroy_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.779694] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.869151] env[68986]: DEBUG nova.network.neutron [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Updated VIF entry in instance network info cache for port 7d00c689-9d24-4029-bbb9-a65f9e22bbb4. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.869686] env[68986]: DEBUG nova.network.neutron [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Updating instance_info_cache with network_info: [{"id": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "address": "fa:16:3e:af:6c:3e", "network": {"id": "4bf71098-d401-4d6e-a78c-7e03c465aabd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1392945656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4841151cff4f4758bb0804bd2cb3ff63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d00c689-9d", "ovs_interfaceid": "7d00c689-9d24-4029-bbb9-a65f9e22bbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.911599] env[68986]: DEBUG nova.scheduler.client.report [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.130290] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215806, 'name': CreateVM_Task, 'duration_secs': 0.403458} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.130564] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.131206] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.131351] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.132034] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.132034] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563ee834-9bc0-4a95-b289-7f06b78e99be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.136531] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 803.136531] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dead97-5c49-f4b6-9309-c7e07d829cb1" [ 803.136531] env[68986]: _type = "Task" [ 803.136531] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.144393] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dead97-5c49-f4b6-9309-c7e07d829cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.157141] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215803, 'name': Destroy_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.208324] env[68986]: DEBUG nova.compute.manager [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Received event network-changed-3648e20c-f40d-4436-9064-2611bd445b5b {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.208480] env[68986]: DEBUG nova.compute.manager [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Refreshing instance network info cache due to event network-changed-3648e20c-f40d-4436-9064-2611bd445b5b. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.208790] env[68986]: DEBUG oslo_concurrency.lockutils [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] Acquiring lock "refresh_cache-dae172d1-ca39-455d-8583-0034ac91784b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.208790] env[68986]: DEBUG oslo_concurrency.lockutils [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] Acquired lock "refresh_cache-dae172d1-ca39-455d-8583-0034ac91784b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.208952] env[68986]: DEBUG nova.network.neutron [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Refreshing network info cache for port 3648e20c-f40d-4436-9064-2611bd445b5b {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.244200] env[68986]: DEBUG nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.275220] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.275598] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.275760] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.275945] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.276106] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.276255] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.276460] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.276615] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.276776] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.276932] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.277115] env[68986]: DEBUG nova.virt.hardware [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.278118] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69d83eb-6f13-427e-8ef2-f9e20901290a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.288033] env[68986]: DEBUG oslo_vmware.api [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215805, 'name': PowerOnVM_Task, 'duration_secs': 0.711044} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.289243] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860b61e-d41b-493d-859e-31fb893ccffd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.293376] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.293592] env[68986]: INFO nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Took 8.92 seconds to spawn the instance on the hypervisor. [ 803.293770] env[68986]: DEBUG nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.294573] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04deab3-cdfa-4a39-8a28-459147aa2e9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.306796] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.312827] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Creating folder: Project (c25564c9c0cc422b9b83e6725f1df492). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.314984] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-396e41e5-504e-4f4a-bc22-4ae099215ea4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.327157] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Created folder: Project (c25564c9c0cc422b9b83e6725f1df492) in parent group-v642845. [ 803.327474] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Creating folder: Instances. Parent ref: group-v642987. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.327617] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc18b960-5428-4270-96b1-c4fbbb1205e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.336581] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Created folder: Instances in parent group-v642987. [ 803.336860] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.337059] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.337269] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36000670-69c7-4748-80b1-5dbaa34912de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.354910] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.354910] env[68986]: value = "task-3215809" [ 803.354910] env[68986]: _type = "Task" [ 803.354910] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.366019] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215809, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.373686] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f031067-210e-4cc8-8b2b-cd944b66575c req-20f1d7fc-8d16-4b1f-a856-ef3228c14e23 service nova] Releasing lock "refresh_cache-ac1f58f4-2679-41cd-a1e8-6c707dfccea0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.417664] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.420294] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.332s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.421932] env[68986]: INFO nova.compute.claims [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.452031] env[68986]: INFO nova.scheduler.client.report [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Deleted allocations for instance 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197 [ 803.646742] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dead97-5c49-f4b6-9309-c7e07d829cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012819} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.646987] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.647252] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.647485] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.647635] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.647811] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.648322] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dd08fef-9241-444e-8936-8f1380039fb0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.657839] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215803, 'name': Destroy_Task, 'duration_secs': 1.671949} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.658104] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Destroyed the VM [ 803.658338] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.658567] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10905350-3092-47f6-afec-5dd977791873 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.660970] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.661163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.662170] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2900adf-d263-430b-8fb3-69293786a0bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.666056] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 803.666056] env[68986]: value = "task-3215810" [ 803.666056] env[68986]: _type = "Task" [ 803.666056] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.669791] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 803.669791] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52de4e64-ed9f-8688-af83-63e73544bf47" [ 803.669791] env[68986]: _type = "Task" [ 803.669791] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.677281] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.682632] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52de4e64-ed9f-8688-af83-63e73544bf47, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.683537] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7934ac-306c-49f2-8bb1-e7ded9d3f471 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.688469] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 803.688469] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b96afb-bc4e-624c-d476-c1ed2657630e" [ 803.688469] env[68986]: _type = "Task" [ 803.688469] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.696837] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b96afb-bc4e-624c-d476-c1ed2657630e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.829849] env[68986]: INFO nova.compute.manager [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Took 36.97 seconds to build instance. [ 803.869547] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215809, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.960947] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57ba2d61-5e8d-473f-ae9d-8138d862f2e2 tempest-ServerDiagnosticsV248Test-470612717 tempest-ServerDiagnosticsV248Test-470612717-project-member] Lock "1a921adf-48ca-4aa6-8dd7-e1e04e8f0197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.880s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.962568] env[68986]: DEBUG nova.network.neutron [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Updated VIF entry in instance network info cache for port 3648e20c-f40d-4436-9064-2611bd445b5b. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.962884] env[68986]: DEBUG nova.network.neutron [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Updating instance_info_cache with network_info: [{"id": "3648e20c-f40d-4436-9064-2611bd445b5b", "address": "fa:16:3e:87:75:75", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3648e20c-f4", "ovs_interfaceid": "3648e20c-f40d-4436-9064-2611bd445b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.178765] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.200671] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b96afb-bc4e-624c-d476-c1ed2657630e, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.200935] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.202482] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] dae172d1-ca39-455d-8583-0034ac91784b/dae172d1-ca39-455d-8583-0034ac91784b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.202770] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc259436-6f78-4217-963f-dccea3aa6c60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.211160] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 804.211160] env[68986]: value = "task-3215811" [ 804.211160] env[68986]: _type = "Task" [ 804.211160] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.222730] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.317507] env[68986]: INFO nova.compute.manager [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Rescuing [ 804.317902] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.318092] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.318267] env[68986]: DEBUG nova.network.neutron [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.331852] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fefd3ba-c173-4777-a0b7-418a43fa509a tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.988s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.341754] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Acquiring lock "605d203a-812f-4cfd-be70-36299038162c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.341993] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "605d203a-812f-4cfd-be70-36299038162c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.342231] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Acquiring lock "605d203a-812f-4cfd-be70-36299038162c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.342459] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "605d203a-812f-4cfd-be70-36299038162c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.342630] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "605d203a-812f-4cfd-be70-36299038162c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.344851] env[68986]: INFO nova.compute.manager [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Terminating instance [ 804.367785] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215809, 'name': CreateVM_Task, 'duration_secs': 0.532458} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.368832] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.368832] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368832] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.369227] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.369393] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f323b4-4376-4f3a-96b0-a85c58a5335b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.374341] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 804.374341] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528aa7b8-261b-3ec4-7bf0-5ec1fe234571" [ 804.374341] env[68986]: _type = "Task" [ 804.374341] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.383473] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528aa7b8-261b-3ec4-7bf0-5ec1fe234571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.466162] env[68986]: DEBUG oslo_concurrency.lockutils [req-0c1093ff-ba4d-4233-b86d-6cd6426825fe req-0e54bbf6-3dc9-4156-be24-0569919b83b6 service nova] Releasing lock "refresh_cache-dae172d1-ca39-455d-8583-0034ac91784b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.679377] env[68986]: DEBUG oslo_vmware.api [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215810, 'name': RemoveSnapshot_Task, 'duration_secs': 1.006217} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.679752] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 804.722095] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215811, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.851442] env[68986]: DEBUG nova.compute.manager [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.851680] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.854218] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b186e749-0ab1-4cac-b10c-8db66f291559 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.862680] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 804.862680] env[68986]: value = "task-3215812" [ 804.862680] env[68986]: _type = "Task" [ 804.862680] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.876141] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.890267] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528aa7b8-261b-3ec4-7bf0-5ec1fe234571, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.893236] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.893476] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.893708] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.893853] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.894044] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.896557] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1f04d4-95ca-4fb1-8501-f57c8fb24468 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.906913] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.907122] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.907894] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c34dab-d8c4-4fa3-892d-2c3ccaaeacb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.919404] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 804.919404] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52110c53-7a05-4736-a49a-e835d86f1604" [ 804.919404] env[68986]: _type = "Task" [ 804.919404] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.929167] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52110c53-7a05-4736-a49a-e835d86f1604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.971932] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea554b5-35ff-4125-bb29-61c3d3b41194 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.979529] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b9187-e7a4-4607-a170-2a08151534ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.015134] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543df2ad-1806-48f9-9c96-cb1c35fee71d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.022837] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e955ab-83ca-4d02-94e8-4c87f79e2181 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.036688] env[68986]: DEBUG nova.compute.provider_tree [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.074290] env[68986]: DEBUG nova.network.neutron [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Updating instance_info_cache with network_info: [{"id": "fed96913-4485-42d4-a6d2-67233bc31df4", "address": "fa:16:3e:a8:22:10", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed96913-44", "ovs_interfaceid": "fed96913-4485-42d4-a6d2-67233bc31df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.189013] env[68986]: WARNING nova.compute.manager [None req-ce20100a-d428-4402-bd25-41f105032cff tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Image not found during snapshot: nova.exception.ImageNotFound: Image bb34241f-2fa7-4a8d-9658-03933b9f3b17 could not be found. [ 805.221831] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65211} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.222088] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] dae172d1-ca39-455d-8583-0034ac91784b/dae172d1-ca39-455d-8583-0034ac91784b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.222322] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.222580] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e464e4-b594-4c71-9f4c-ced1da40e5c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.228952] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 805.228952] env[68986]: value = "task-3215813" [ 805.228952] env[68986]: _type = "Task" [ 805.228952] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.237173] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.373200] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215812, 'name': PowerOffVM_Task, 'duration_secs': 0.290689} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.373476] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.373667] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 805.373858] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642877', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'name': 'volume-db19f61c-198e-4c33-b672-4a32db7b6965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605d203a-812f-4cfd-be70-36299038162c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'serial': 'db19f61c-198e-4c33-b672-4a32db7b6965'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 805.374669] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7f6492-e3ed-46cc-bb4c-c9eb3072e2b5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.392168] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339912f2-2ab0-4ef0-9f35-ee25370564da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.398673] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ec53d-3524-4628-b1a7-7261b1a338df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.417954] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a04058-6c9e-4a34-8b98-261254213b5f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.428980] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52110c53-7a05-4736-a49a-e835d86f1604, 'name': SearchDatastore_Task, 'duration_secs': 0.019549} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.440019] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] The volume has not been displaced from its original location: [datastore1] volume-db19f61c-198e-4c33-b672-4a32db7b6965/volume-db19f61c-198e-4c33-b672-4a32db7b6965.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 805.445260] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 805.446677] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcbfb67-fada-4521-99f0-37e48aeb126d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.448983] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036ad13f-e758-464d-9a23-7414227da78a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.469038] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 805.469038] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524d2123-368d-c796-a1d7-9486e15024b9" [ 805.469038] env[68986]: _type = "Task" [ 805.469038] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.473202] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 805.473202] env[68986]: value = "task-3215814" [ 805.473202] env[68986]: _type = "Task" [ 805.473202] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.480479] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524d2123-368d-c796-a1d7-9486e15024b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.485431] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.539831] env[68986]: DEBUG nova.scheduler.client.report [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.577250] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.739524] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063651} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.739797] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.740639] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20099bf-0d98-43d8-bf31-8872b20dce48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.762894] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] dae172d1-ca39-455d-8583-0034ac91784b/dae172d1-ca39-455d-8583-0034ac91784b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.763035] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76397f68-f5e7-4b30-877d-6864964db0f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.782162] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 805.782162] env[68986]: value = "task-3215815" [ 805.782162] env[68986]: _type = "Task" [ 805.782162] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.790256] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.965847] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.966107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.966327] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.966510] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.966682] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.969055] env[68986]: INFO nova.compute.manager [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Terminating instance [ 805.984075] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524d2123-368d-c796-a1d7-9486e15024b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01901} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.989177] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.989467] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.989993] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215814, 'name': ReconfigVM_Task, 'duration_secs': 0.23264} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.990210] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0997d2da-c078-4ba3-b9f5-5526d246c1ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992130] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.997065] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c6b80a-19e7-4fd3-9549-73ce8f9fa0d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.011851] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 806.011851] env[68986]: value = "task-3215816" [ 806.011851] env[68986]: _type = "Task" [ 806.011851] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.016334] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 806.016334] env[68986]: value = "task-3215817" [ 806.016334] env[68986]: _type = "Task" [ 806.016334] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.024403] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.030420] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.045555] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.046146] env[68986]: DEBUG nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.049480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.456s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.049480] env[68986]: DEBUG nova.objects.instance [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lazy-loading 'resources' on Instance uuid a7688732-cd59-4734-af2a-24fb16264dce {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.294634] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.476756] env[68986]: DEBUG nova.compute.manager [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.477048] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.478015] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de524c1f-d8f9-4b40-bc04-809627c5547f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.488535] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.488935] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08e3247-f5c8-4916-b4f2-0a0f120eec40 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.497762] env[68986]: DEBUG oslo_vmware.api [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 806.497762] env[68986]: value = "task-3215818" [ 806.497762] env[68986]: _type = "Task" [ 806.497762] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.508190] env[68986]: DEBUG oslo_vmware.api [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.524182] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.529794] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215817, 'name': ReconfigVM_Task, 'duration_secs': 0.173455} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.530139] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642877', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'name': 'volume-db19f61c-198e-4c33-b672-4a32db7b6965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605d203a-812f-4cfd-be70-36299038162c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db19f61c-198e-4c33-b672-4a32db7b6965', 'serial': 'db19f61c-198e-4c33-b672-4a32db7b6965'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 806.530423] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.531330] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4f7fa3-1f33-4f39-8b4e-5fcf414bd76f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.538645] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.539148] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-516ed7b0-ab5f-4323-8108-ffe9447ad35d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.555455] env[68986]: DEBUG nova.compute.utils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.557831] env[68986]: DEBUG nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.558272] env[68986]: DEBUG nova.network.neutron [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.613758] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.613945] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.614155] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Deleting the datastore file [datastore1] 605d203a-812f-4cfd-be70-36299038162c {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.618722] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b2c5f7-df4f-4ec3-a3b5-b16440bca51e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.623106] env[68986]: DEBUG nova.policy [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9765ba0d7e674987b3baf6bf6f9b5e80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4ce047d368e4274a3f9987e2da9a669', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.627178] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for the task: (returnval){ [ 806.627178] env[68986]: value = "task-3215820" [ 806.627178] env[68986]: _type = "Task" [ 806.627178] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.638990] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.794809] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215815, 'name': ReconfigVM_Task, 'duration_secs': 0.592595} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.795091] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] dae172d1-ca39-455d-8583-0034ac91784b/dae172d1-ca39-455d-8583-0034ac91784b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.795756] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4adc7847-db1e-4f53-812d-3ed4e23134d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.804427] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 806.804427] env[68986]: value = "task-3215821" [ 806.804427] env[68986]: _type = "Task" [ 806.804427] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.814190] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215821, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.011759] env[68986]: DEBUG oslo_vmware.api [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215818, 'name': PowerOffVM_Task, 'duration_secs': 0.257076} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.012110] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.012343] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.012685] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fe70531-54f4-47f8-b1ce-9460d5e2adf6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.025254] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595936} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.025618] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.025750] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.026064] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-856eec75-a55c-4098-ac7d-da2be1a79eb7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.033273] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 807.033273] env[68986]: value = "task-3215823" [ 807.033273] env[68986]: _type = "Task" [ 807.033273] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.047422] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.064050] env[68986]: DEBUG nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.093553] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.093882] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.094154] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleting the datastore file [datastore2] 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.098869] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e4433da-f2f8-4d01-bd71-68557cbef88c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.105644] env[68986]: DEBUG oslo_vmware.api [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 807.105644] env[68986]: value = "task-3215824" [ 807.105644] env[68986]: _type = "Task" [ 807.105644] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.116480] env[68986]: DEBUG oslo_vmware.api [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.117358] env[68986]: DEBUG nova.network.neutron [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Successfully created port: b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.121189] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1dfd68-6387-4187-90cc-df7cf7814e2a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.124133] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.124398] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b3ab02-9cd2-4a74-b38f-7b70cfe70727 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.133642] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 807.133642] env[68986]: value = "task-3215825" [ 807.133642] env[68986]: _type = "Task" [ 807.133642] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.135223] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b42df2-e636-4985-922e-6dda0e1867f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.145046] env[68986]: DEBUG oslo_vmware.api [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Task: {'id': task-3215820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201673} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.145867] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.146216] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.146570] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.146893] env[68986]: INFO nova.compute.manager [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Took 2.30 seconds to destroy the instance on the hypervisor. [ 807.147297] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.147886] env[68986]: DEBUG nova.compute.manager [-] [instance: 605d203a-812f-4cfd-be70-36299038162c] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.148019] env[68986]: DEBUG nova.network.neutron [-] [instance: 605d203a-812f-4cfd-be70-36299038162c] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.180166] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c0324e-468e-4602-89ea-eb59de4f0e91 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.186022] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.189147] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de82ecd-1aa2-4fee-b8aa-23d067d93692 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.205754] env[68986]: DEBUG nova.compute.provider_tree [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.320589] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215821, 'name': Rename_Task, 'duration_secs': 0.274131} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.320589] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.320589] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17feceeb-86df-4d40-bb92-b623735d2459 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.327085] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 807.327085] env[68986]: value = "task-3215826" [ 807.327085] env[68986]: _type = "Task" [ 807.327085] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.337750] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.543699] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071194} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.543976] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.544780] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dabeafc-3522-416a-a3ac-bfd1e12bd113 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.577181] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.580299] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f1cf561-99db-44c5-92fe-23facda74778 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.610581] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 807.610581] env[68986]: value = "task-3215827" [ 807.610581] env[68986]: _type = "Task" [ 807.610581] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.626110] env[68986]: DEBUG oslo_vmware.api [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3215824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302335} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.629395] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.629743] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.629826] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.630153] env[68986]: INFO nova.compute.manager [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Took 1.15 seconds to destroy the instance on the hypervisor. [ 807.630237] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.630460] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.631283] env[68986]: DEBUG nova.compute.manager [-] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.631392] env[68986]: DEBUG nova.network.neutron [-] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.644633] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215825, 'name': PowerOffVM_Task, 'duration_secs': 0.172938} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.644633] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.645192] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918cd9d8-32a1-4548-949c-47f7976ac7a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.664469] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb6cfd4-c2c5-4750-b63c-6f277c579812 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.700412] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.700718] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3899ca7-fbfa-4f83-95c7-7ac09255703e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.707761] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 807.707761] env[68986]: value = "task-3215828" [ 807.707761] env[68986]: _type = "Task" [ 807.707761] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.711497] env[68986]: DEBUG nova.scheduler.client.report [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.723531] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 807.724104] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.724104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.724315] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.724929] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.725180] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5489c81c-a826-4f8e-ba68-3bf1ec45bece {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.738507] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.738699] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.739486] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7022a1e8-53af-4d55-94b0-dfa2451cac35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.745276] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 807.745276] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d8ba0-2a88-0cf7-0c57-683176af2101" [ 807.745276] env[68986]: _type = "Task" [ 807.745276] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.753559] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d8ba0-2a88-0cf7-0c57-683176af2101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.836899] env[68986]: DEBUG oslo_vmware.api [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215826, 'name': PowerOnVM_Task, 'duration_secs': 0.445237} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.837124] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.837277] env[68986]: INFO nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Took 8.36 seconds to spawn the instance on the hypervisor. [ 807.837460] env[68986]: DEBUG nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.838243] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf39d3-e444-423e-9b93-71db5c5afd37 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.104061] env[68986]: DEBUG nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.130023] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.160868] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.161058] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.161352] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.161537] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.161987] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.162108] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.162485] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.162733] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.162985] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.163270] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.163520] env[68986]: DEBUG nova.virt.hardware [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.165187] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7ee698-ca55-4081-90bf-fb56618e0290 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.169675] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.169944] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.170196] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.170674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.170905] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.175125] env[68986]: INFO nova.compute.manager [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Terminating instance [ 808.181396] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a3ea8-5f1a-49d9-9afe-6fb257098cb5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.217074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.221381] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.121s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.223029] env[68986]: INFO nova.compute.claims [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.253552] env[68986]: INFO nova.scheduler.client.report [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Deleted allocations for instance a7688732-cd59-4734-af2a-24fb16264dce [ 808.263824] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d8ba0-2a88-0cf7-0c57-683176af2101, 'name': SearchDatastore_Task, 'duration_secs': 0.04973} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.263959] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2caf100-7728-4bda-9ca6-2a0dcbd230be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.272525] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 808.272525] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523bef5e-0016-05db-6394-6ba940678715" [ 808.272525] env[68986]: _type = "Task" [ 808.272525] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.276992] env[68986]: DEBUG nova.compute.manager [req-3b33a781-d565-468b-b42c-0de6216d89d5 req-09ad7bcd-bf6f-4b9d-874a-0e5202ae522f service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Received event network-vif-deleted-2c0071c4-6c2b-4679-b23c-5f1473052b32 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.276992] env[68986]: INFO nova.compute.manager [req-3b33a781-d565-468b-b42c-0de6216d89d5 req-09ad7bcd-bf6f-4b9d-874a-0e5202ae522f service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Neutron deleted interface 2c0071c4-6c2b-4679-b23c-5f1473052b32; detaching it from the instance and deleting it from the info cache [ 808.276992] env[68986]: DEBUG nova.network.neutron [req-3b33a781-d565-468b-b42c-0de6216d89d5 req-09ad7bcd-bf6f-4b9d-874a-0e5202ae522f service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.291418] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523bef5e-0016-05db-6394-6ba940678715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.362253] env[68986]: INFO nova.compute.manager [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Took 35.85 seconds to build instance. [ 808.557303] env[68986]: DEBUG nova.network.neutron [-] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.582391] env[68986]: DEBUG nova.network.neutron [-] [instance: 605d203a-812f-4cfd-be70-36299038162c] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.628023] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215827, 'name': ReconfigVM_Task, 'duration_secs': 0.637288} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.628307] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.628914] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f6a5961-72a1-4bf9-8717-7800c05fdc43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.635690] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 808.635690] env[68986]: value = "task-3215829" [ 808.635690] env[68986]: _type = "Task" [ 808.635690] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.643733] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215829, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.691725] env[68986]: DEBUG nova.compute.manager [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.691967] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.692969] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd26bb2b-c78f-4d9d-9cb3-6aac4efe0682 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.700520] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.700780] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69539aeb-934d-4439-ba78-e6108229efa6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.707316] env[68986]: DEBUG oslo_vmware.api [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 808.707316] env[68986]: value = "task-3215830" [ 808.707316] env[68986]: _type = "Task" [ 808.707316] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.715585] env[68986]: DEBUG oslo_vmware.api [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.753990] env[68986]: DEBUG nova.compute.manager [req-d2f79611-5e09-42e9-82e4-aef708e362fe req-23055d3e-2987-4613-90ba-475ea30c2c83 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Received event network-vif-plugged-b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.754236] env[68986]: DEBUG oslo_concurrency.lockutils [req-d2f79611-5e09-42e9-82e4-aef708e362fe req-23055d3e-2987-4613-90ba-475ea30c2c83 service nova] Acquiring lock "367c0699-472c-493b-a624-3194ac3b1806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.754507] env[68986]: DEBUG oslo_concurrency.lockutils [req-d2f79611-5e09-42e9-82e4-aef708e362fe req-23055d3e-2987-4613-90ba-475ea30c2c83 service nova] Lock "367c0699-472c-493b-a624-3194ac3b1806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.754693] env[68986]: DEBUG oslo_concurrency.lockutils [req-d2f79611-5e09-42e9-82e4-aef708e362fe req-23055d3e-2987-4613-90ba-475ea30c2c83 service nova] Lock "367c0699-472c-493b-a624-3194ac3b1806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.754890] env[68986]: DEBUG nova.compute.manager [req-d2f79611-5e09-42e9-82e4-aef708e362fe req-23055d3e-2987-4613-90ba-475ea30c2c83 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] No waiting events found dispatching network-vif-plugged-b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.755081] env[68986]: WARNING nova.compute.manager [req-d2f79611-5e09-42e9-82e4-aef708e362fe req-23055d3e-2987-4613-90ba-475ea30c2c83 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Received unexpected event network-vif-plugged-b2e0f6c0-330a-4722-a533-646e488ff2ce for instance with vm_state building and task_state spawning. [ 808.766577] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6d7c125a-4ea3-47ee-bb96-573c6260496e tempest-ServerDiagnosticsNegativeTest-303901293 tempest-ServerDiagnosticsNegativeTest-303901293-project-member] Lock "a7688732-cd59-4734-af2a-24fb16264dce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.057s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.785760] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523bef5e-0016-05db-6394-6ba940678715, 'name': SearchDatastore_Task, 'duration_secs': 0.047004} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.785991] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15763d31-d8e2-4e96-a6bb-2acc60cc4d5e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.788029] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.788140] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. {{(pid=68986) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 808.789031] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825fd1ee-eec9-4460-ae1c-184c03b9e531 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.802084] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20771a7c-2993-4d17-ab69-0887498c2878 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.812719] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 808.812719] env[68986]: value = "task-3215831" [ 808.812719] env[68986]: _type = "Task" [ 808.812719] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.825019] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.839277] env[68986]: DEBUG nova.compute.manager [req-3b33a781-d565-468b-b42c-0de6216d89d5 req-09ad7bcd-bf6f-4b9d-874a-0e5202ae522f service nova] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Detach interface failed, port_id=2c0071c4-6c2b-4679-b23c-5f1473052b32, reason: Instance 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.867375] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96c1c65f-ef81-4d44-825d-d375546438a9 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "dae172d1-ca39-455d-8583-0034ac91784b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.602s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.868338] env[68986]: DEBUG nova.network.neutron [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Successfully updated port: b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.031743] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550c423-3db3-45e6-a026-8bee4f8d3295 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.039288] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee9b491-b7b5-4621-bd35-6ce2160c229b tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Suspending the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 809.039570] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f37fdb2b-40ec-4990-a112-59fa80afe70a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.047818] env[68986]: DEBUG oslo_vmware.api [None req-7ee9b491-b7b5-4621-bd35-6ce2160c229b tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 809.047818] env[68986]: value = "task-3215832" [ 809.047818] env[68986]: _type = "Task" [ 809.047818] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.059524] env[68986]: INFO nova.compute.manager [-] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Took 1.43 seconds to deallocate network for instance. [ 809.059740] env[68986]: DEBUG oslo_vmware.api [None req-7ee9b491-b7b5-4621-bd35-6ce2160c229b tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215832, 'name': SuspendVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.086814] env[68986]: INFO nova.compute.manager [-] [instance: 605d203a-812f-4cfd-be70-36299038162c] Took 1.94 seconds to deallocate network for instance. [ 809.149255] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215829, 'name': Rename_Task, 'duration_secs': 0.230717} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.149683] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.149760] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0451827b-c365-4edc-9637-981d832116b5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.158036] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 809.158036] env[68986]: value = "task-3215833" [ 809.158036] env[68986]: _type = "Task" [ 809.158036] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.167274] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.219905] env[68986]: DEBUG oslo_vmware.api [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215830, 'name': PowerOffVM_Task, 'duration_secs': 0.232191} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.220477] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.220477] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.220677] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-986e623f-aa85-45ef-928b-ba54ece8a364 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.286694] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.286694] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.286694] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Deleting the datastore file [datastore2] 38ee0a83-8a17-4966-9833-d9973e2a4bc0 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.286694] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0646e834-64d0-4d19-9d7f-38f9d3972871 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.295378] env[68986]: DEBUG oslo_vmware.api [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for the task: (returnval){ [ 809.295378] env[68986]: value = "task-3215835" [ 809.295378] env[68986]: _type = "Task" [ 809.295378] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.304924] env[68986]: DEBUG oslo_vmware.api [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.324166] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487527} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.324493] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. [ 809.325377] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1175c-4c29-45f6-9d99-acb7d5269c4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.352008] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.355180] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1351f6b6-732c-41c3-98b0-8c9eb1718448 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.371727] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.371727] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquired lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.371727] env[68986]: DEBUG nova.network.neutron [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.376356] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 809.376356] env[68986]: value = "task-3215836" [ 809.376356] env[68986]: _type = "Task" [ 809.376356] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.395912] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.558440] env[68986]: DEBUG oslo_vmware.api [None req-7ee9b491-b7b5-4621-bd35-6ce2160c229b tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215832, 'name': SuspendVM_Task} progress is 62%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.567468] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.643458] env[68986]: INFO nova.compute.manager [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Took 0.56 seconds to detach 1 volumes for instance. [ 809.648421] env[68986]: DEBUG nova.compute.manager [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] [instance: 605d203a-812f-4cfd-be70-36299038162c] Deleting volume: db19f61c-198e-4c33-b672-4a32db7b6965 {{(pid=68986) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 809.672735] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.795131] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6470833-7266-41f7-bf64-9f92e3171ea3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.810659] env[68986]: DEBUG oslo_vmware.api [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Task: {'id': task-3215835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241318} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.811547] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56763f3-9c69-4761-9c41-a4654712add0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.815786] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.815786] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.816090] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.816377] env[68986]: INFO nova.compute.manager [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 809.816687] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.816944] env[68986]: DEBUG nova.compute.manager [-] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.817166] env[68986]: DEBUG nova.network.neutron [-] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.850991] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843aae59-01c2-4f1a-b9e3-0e7ea37aba23 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.859218] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb0082a-3e20-494d-9dd4-6f7b96d13ac2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.873231] env[68986]: DEBUG nova.compute.provider_tree [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.890798] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215836, 'name': ReconfigVM_Task, 'duration_secs': 0.379312} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.891090] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.891980] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a815e4-55d3-476c-9fdb-e63ae948f2c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.920520] env[68986]: DEBUG nova.network.neutron [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.922511] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c980e1c-d96d-49f7-bfdf-1d050713fb9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.938800] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 809.938800] env[68986]: value = "task-3215838" [ 809.938800] env[68986]: _type = "Task" [ 809.938800] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.947054] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.058768] env[68986]: DEBUG oslo_vmware.api [None req-7ee9b491-b7b5-4621-bd35-6ce2160c229b tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215832, 'name': SuspendVM_Task, 'duration_secs': 0.66245} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.062048] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee9b491-b7b5-4621-bd35-6ce2160c229b tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Suspended the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 810.062265] env[68986]: DEBUG nova.compute.manager [None req-7ee9b491-b7b5-4621-bd35-6ce2160c229b tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.063688] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b645408f-0cd5-4c7a-90eb-62ff15324e55 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.113447] env[68986]: DEBUG nova.network.neutron [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Updating instance_info_cache with network_info: [{"id": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "address": "fa:16:3e:a0:d2:35", "network": {"id": "9bfb0133-adb0-4af4-9d72-fd42e21d5fed", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1929127006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce047d368e4274a3f9987e2da9a669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e0f6c0-33", "ovs_interfaceid": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.170047] env[68986]: DEBUG oslo_vmware.api [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215833, 'name': PowerOnVM_Task, 'duration_secs': 0.604742} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.170682] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.170924] env[68986]: INFO nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Took 6.93 seconds to spawn the instance on the hypervisor. [ 810.171121] env[68986]: DEBUG nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.171933] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a35eae-7377-4638-9144-ee87ae018fd4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.199140] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.376882] env[68986]: DEBUG nova.scheduler.client.report [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.450054] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215838, 'name': ReconfigVM_Task, 'duration_secs': 0.15258} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.450174] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.450350] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194b9a81-680d-4d7d-be16-4ac8220e3ecb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.457429] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 810.457429] env[68986]: value = "task-3215839" [ 810.457429] env[68986]: _type = "Task" [ 810.457429] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.466033] env[68986]: DEBUG nova.compute.manager [req-d9ec7326-a51f-4c67-affb-68f022ae4f1c req-adf0d142-75ad-4a88-a169-7972ce24527b service nova] [instance: 605d203a-812f-4cfd-be70-36299038162c] Received event network-vif-deleted-c6e340af-66cb-4ecd-b247-d9d3c344e2da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.473982] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.616647] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Releasing lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.617752] env[68986]: DEBUG nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Instance network_info: |[{"id": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "address": "fa:16:3e:a0:d2:35", "network": {"id": "9bfb0133-adb0-4af4-9d72-fd42e21d5fed", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1929127006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce047d368e4274a3f9987e2da9a669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e0f6c0-33", "ovs_interfaceid": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.618182] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:d2:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2e0f6c0-330a-4722-a533-646e488ff2ce', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.626690] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Creating folder: Project (b4ce047d368e4274a3f9987e2da9a669). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.632024] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68cdb40b-ce73-42c0-9ac0-f222fbd4f23d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.633243] env[68986]: DEBUG oslo_concurrency.lockutils [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Acquiring lock "31e68b51-2306-4fc9-9b91-07c60037b864" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.633243] env[68986]: DEBUG oslo_concurrency.lockutils [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.639842] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Created folder: Project (b4ce047d368e4274a3f9987e2da9a669) in parent group-v642845. [ 810.640875] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Creating folder: Instances. Parent ref: group-v642990. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.640875] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be958b24-b14b-4cda-b3c1-c4f03eb074dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.651822] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Created folder: Instances in parent group-v642990. [ 810.652088] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.652281] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.652501] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7131390c-4764-4c2f-bc95-b296c34af786 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.681174] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.681174] env[68986]: value = "task-3215842" [ 810.681174] env[68986]: _type = "Task" [ 810.681174] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.698984] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215842, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.699343] env[68986]: INFO nova.compute.manager [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Took 36.70 seconds to build instance. [ 810.814464] env[68986]: DEBUG nova.compute.manager [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Received event network-changed-b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.815968] env[68986]: DEBUG nova.compute.manager [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Refreshing instance network info cache due to event network-changed-b2e0f6c0-330a-4722-a533-646e488ff2ce. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.816286] env[68986]: DEBUG oslo_concurrency.lockutils [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] Acquiring lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.816447] env[68986]: DEBUG oslo_concurrency.lockutils [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] Acquired lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.816616] env[68986]: DEBUG nova.network.neutron [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Refreshing network info cache for port b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.888178] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.888178] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.889823] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.689s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.890572] env[68986]: DEBUG nova.objects.instance [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lazy-loading 'resources' on Instance uuid de02ff0f-dea0-4679-95cf-c0cf6b78dee7 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.969366] env[68986]: DEBUG oslo_vmware.api [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215839, 'name': PowerOnVM_Task, 'duration_secs': 0.479639} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.969597] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.972207] env[68986]: DEBUG nova.compute.manager [None req-06184338-5d65-4757-9b57-69183e715888 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.973074] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551178ce-a27a-46f0-9e07-9be843cb1e58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.137051] env[68986]: DEBUG nova.compute.utils [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.189565] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215842, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.205243] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a2eed212-c17c-4e4c-b802-d3c06e32e0af tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.833s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.209700] env[68986]: DEBUG nova.network.neutron [-] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.397049] env[68986]: DEBUG nova.compute.utils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.402158] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.402158] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.446166] env[68986]: DEBUG nova.policy [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '520965cd95c649afbd4de5e4164c0848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4ad03978d0544fe99997746bd5902a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.592251] env[68986]: DEBUG nova.network.neutron [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Updated VIF entry in instance network info cache for port b2e0f6c0-330a-4722-a533-646e488ff2ce. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.592614] env[68986]: DEBUG nova.network.neutron [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Updating instance_info_cache with network_info: [{"id": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "address": "fa:16:3e:a0:d2:35", "network": {"id": "9bfb0133-adb0-4af4-9d72-fd42e21d5fed", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1929127006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce047d368e4274a3f9987e2da9a669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e0f6c0-33", "ovs_interfaceid": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.638528] env[68986]: DEBUG oslo_concurrency.lockutils [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.688803] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215842, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.715566] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Successfully created port: 7c1d37cc-0139-4068-b893-3d0a039b9c4a {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.717497] env[68986]: INFO nova.compute.manager [-] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Took 1.90 seconds to deallocate network for instance. [ 811.863609] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e412ba1-6984-454b-b5f5-c0b84623f52d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.874937] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159516fe-fe89-4427-b24d-cae67eb24edc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.907954] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.917507] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1ceaa-645b-4310-b053-2d962e98cc3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.931498] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a210ce-9d93-4fd1-808f-ba2106aa810b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.943789] env[68986]: DEBUG nova.compute.provider_tree [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.095703] env[68986]: DEBUG oslo_concurrency.lockutils [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] Releasing lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.096233] env[68986]: DEBUG nova.compute.manager [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Received event network-vif-deleted-5ecf8452-a966-4b4e-846c-1032b6d4cef0 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.096842] env[68986]: INFO nova.compute.manager [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Neutron deleted interface 5ecf8452-a966-4b4e-846c-1032b6d4cef0; detaching it from the instance and deleting it from the info cache [ 812.097188] env[68986]: DEBUG nova.network.neutron [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.191014] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215842, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.224150] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.418717] env[68986]: DEBUG nova.compute.manager [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.423374] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5be4a8-8e83-4783-88c2-e891236c6deb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.446988] env[68986]: DEBUG nova.scheduler.client.report [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.599845] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-941d9121-4b09-44cf-8ce3-d566c7ddf48d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.609277] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442b6bf0-660b-4e4a-bd09-7e3d3b676542 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.642777] env[68986]: DEBUG nova.compute.manager [req-3d442319-cafd-455a-9425-32bf587467b0 req-4aca212c-842b-432e-92d5-5ec6d3e178d3 service nova] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Detach interface failed, port_id=5ecf8452-a966-4b4e-846c-1032b6d4cef0, reason: Instance 38ee0a83-8a17-4966-9833-d9973e2a4bc0 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.689238] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215842, 'name': CreateVM_Task, 'duration_secs': 1.602971} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.689407] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.690119] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.690286] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.690642] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.690856] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a6606f-85b5-47e2-a53f-ea44c4bb79bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.695438] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 812.695438] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5252aafe-73a7-24a3-c259-382bad52547c" [ 812.695438] env[68986]: _type = "Task" [ 812.695438] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.704926] env[68986]: DEBUG oslo_concurrency.lockutils [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Acquiring lock "31e68b51-2306-4fc9-9b91-07c60037b864" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.705057] env[68986]: DEBUG oslo_concurrency.lockutils [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.705312] env[68986]: INFO nova.compute.manager [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Attaching volume 2766e802-4db6-4798-ba9e-d7ed0b1b2882 to /dev/sdb [ 812.706906] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5252aafe-73a7-24a3-c259-382bad52547c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.741688] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ecbe15-0fd9-49cb-bee8-0aec241bf5fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.750214] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1797af7d-ee41-4d05-a1fd-fd6bf5cd5578 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.762355] env[68986]: DEBUG nova.virt.block_device [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updating existing volume attachment record: 29c63714-e36a-490e-aeed-64cefe40c24a {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 812.930127] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.934307] env[68986]: INFO nova.compute.manager [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] instance snapshotting [ 812.934520] env[68986]: WARNING nova.compute.manager [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 812.937681] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f15de-44dc-4822-a79f-2364af907db5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.958230] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41246c0-7d38-4fbe-905f-390ad0380ced {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.961287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.963380] env[68986]: INFO nova.compute.manager [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Unrescuing [ 812.963603] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.963752] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquired lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.963913] env[68986]: DEBUG nova.network.neutron [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.966286] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.609s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.966286] env[68986]: DEBUG nova.objects.instance [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lazy-loading 'resources' on Instance uuid 35e049af-1bb0-49b9-9101-360c517ceac1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.974522] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.974742] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.974891] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.975078] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.975221] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.975361] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.975599] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.976671] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.976671] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.976671] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.976671] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.977100] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342e0cc-f5a3-424b-85a1-49c1f35dd19f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.985223] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f5ea08-5dad-4898-9228-f110e8933b31 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.001016] env[68986]: INFO nova.scheduler.client.report [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Deleted allocations for instance de02ff0f-dea0-4679-95cf-c0cf6b78dee7 [ 813.206209] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5252aafe-73a7-24a3-c259-382bad52547c, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.206610] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.206905] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.207199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.207388] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.207672] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.207998] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c463b87-1555-429c-a2ef-b974428372bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.224147] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.224489] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.225307] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-253950c3-d03f-4f8b-83e2-3b93fd6be978 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.232318] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 813.232318] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb915f-aede-72a3-8578-a1a79104ca52" [ 813.232318] env[68986]: _type = "Task" [ 813.232318] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.242328] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb915f-aede-72a3-8578-a1a79104ca52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.315024] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.315495] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.315775] env[68986]: INFO nova.compute.manager [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Shelving [ 813.483761] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 813.483761] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0665e9be-8474-41ca-88af-497701f63372 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.488819] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 813.488819] env[68986]: value = "task-3215846" [ 813.488819] env[68986]: _type = "Task" [ 813.488819] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.499870] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.512480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a9670c1f-a6ac-4e81-8159-7d9b25adefcf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "de02ff0f-dea0-4679-95cf-c0cf6b78dee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.290s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.632956] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Successfully updated port: 7c1d37cc-0139-4068-b893-3d0a039b9c4a {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.713395] env[68986]: DEBUG nova.compute.manager [req-07dcc876-e630-4940-8001-8cee320a0e26 req-edea6211-42b6-4fa7-9968-6891726b09b7 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Received event network-vif-plugged-7c1d37cc-0139-4068-b893-3d0a039b9c4a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.713903] env[68986]: DEBUG oslo_concurrency.lockutils [req-07dcc876-e630-4940-8001-8cee320a0e26 req-edea6211-42b6-4fa7-9968-6891726b09b7 service nova] Acquiring lock "8d274db9-d209-4745-8d26-8feab5aa6671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.714290] env[68986]: DEBUG oslo_concurrency.lockutils [req-07dcc876-e630-4940-8001-8cee320a0e26 req-edea6211-42b6-4fa7-9968-6891726b09b7 service nova] Lock "8d274db9-d209-4745-8d26-8feab5aa6671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.714619] env[68986]: DEBUG oslo_concurrency.lockutils [req-07dcc876-e630-4940-8001-8cee320a0e26 req-edea6211-42b6-4fa7-9968-6891726b09b7 service nova] Lock "8d274db9-d209-4745-8d26-8feab5aa6671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.714925] env[68986]: DEBUG nova.compute.manager [req-07dcc876-e630-4940-8001-8cee320a0e26 req-edea6211-42b6-4fa7-9968-6891726b09b7 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] No waiting events found dispatching network-vif-plugged-7c1d37cc-0139-4068-b893-3d0a039b9c4a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.715256] env[68986]: WARNING nova.compute.manager [req-07dcc876-e630-4940-8001-8cee320a0e26 req-edea6211-42b6-4fa7-9968-6891726b09b7 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Received unexpected event network-vif-plugged-7c1d37cc-0139-4068-b893-3d0a039b9c4a for instance with vm_state building and task_state spawning. [ 813.745702] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb915f-aede-72a3-8578-a1a79104ca52, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.750590] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38561e15-9277-40f2-8ef1-bab95ed27bf9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.756216] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 813.756216] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5246f011-a5cc-54be-5d19-fa0b493b8274" [ 813.756216] env[68986]: _type = "Task" [ 813.756216] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.769653] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5246f011-a5cc-54be-5d19-fa0b493b8274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.788318] env[68986]: INFO nova.compute.manager [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Rebuilding instance [ 813.821964] env[68986]: DEBUG nova.network.neutron [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Updating instance_info_cache with network_info: [{"id": "fed96913-4485-42d4-a6d2-67233bc31df4", "address": "fa:16:3e:a8:22:10", "network": {"id": "ad29aca8-573e-4da0-8ecf-861f69d1e22d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1880741738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57b1524513cf4c0194db2e58a63ddd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed96913-44", "ovs_interfaceid": "fed96913-4485-42d4-a6d2-67233bc31df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.833903] env[68986]: DEBUG nova.compute.manager [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.834840] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494c663-d8dc-41e5-89c6-899fbfbf4fce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.982115] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79fa66b-550b-4f27-a77d-7ba3f58fda84 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.993059] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bd4665-9ced-4a28-87c0-fec273bcef0d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.000775] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215846, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.027464] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd2e57-505e-4a0f-8875-473b96b9ba9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.035108] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab9d22e-21a9-4301-a8e4-8fdc6edacca7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.050144] env[68986]: DEBUG nova.compute.provider_tree [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.138658] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "refresh_cache-8d274db9-d209-4745-8d26-8feab5aa6671" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.138794] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "refresh_cache-8d274db9-d209-4745-8d26-8feab5aa6671" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.138949] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.267140] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5246f011-a5cc-54be-5d19-fa0b493b8274, 'name': SearchDatastore_Task, 'duration_secs': 0.013697} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.267443] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.267703] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 367c0699-472c-493b-a624-3194ac3b1806/367c0699-472c-493b-a624-3194ac3b1806.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.267966] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd64f921-65f7-42c3-9bfa-a32711bd39b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.275098] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 814.275098] env[68986]: value = "task-3215847" [ 814.275098] env[68986]: _type = "Task" [ 814.275098] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.283318] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.325167] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Releasing lock "refresh_cache-712c268b-7661-4ac2-b97a-0fb7361395bf" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.325880] env[68986]: DEBUG nova.objects.instance [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lazy-loading 'flavor' on Instance uuid 712c268b-7661-4ac2-b97a-0fb7361395bf {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.343459] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.344044] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-830385cc-f015-45ef-816d-f1b49baaf51b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.351255] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 814.351255] env[68986]: value = "task-3215848" [ 814.351255] env[68986]: _type = "Task" [ 814.351255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.360545] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.502381] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215846, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.552753] env[68986]: DEBUG nova.scheduler.client.report [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.686135] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.787938] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215847, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.834148] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9b843-08c6-4090-810b-189418525a32 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.859714] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.860217] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.861259] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Updating instance_info_cache with network_info: [{"id": "7c1d37cc-0139-4068-b893-3d0a039b9c4a", "address": "fa:16:3e:c9:ea:d9", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c1d37cc-01", "ovs_interfaceid": "7c1d37cc-0139-4068-b893-3d0a039b9c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.862474] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58af0ce1-68e0-4d7d-8e23-7718e7069791 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.867123] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc7b36bd-145e-48cd-8255-24f594965b11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.875593] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215848, 'name': PowerOffVM_Task, 'duration_secs': 0.18671} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.878496] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.878901] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 814.878901] env[68986]: value = "task-3215849" [ 814.878901] env[68986]: _type = "Task" [ 814.878901] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.879151] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 814.879151] env[68986]: value = "task-3215850" [ 814.879151] env[68986]: _type = "Task" [ 814.879151] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.880251] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88045fa7-b3ed-4863-83d6-184c68f0b038 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.913368] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657761ef-7262-460d-b76e-4608a0f87d2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.916064] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.916343] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.002348] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215846, 'name': CreateSnapshot_Task, 'duration_secs': 1.37018} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.002834] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.003438] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbfd97d-5f73-4912-8586-debf92c47728 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.059024] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.062126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.441s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.064631] env[68986]: INFO nova.compute.claims [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.095534] env[68986]: INFO nova.scheduler.client.report [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Deleted allocations for instance 35e049af-1bb0-49b9-9101-360c517ceac1 [ 815.285959] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904428} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.285959] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 367c0699-472c-493b-a624-3194ac3b1806/367c0699-472c-493b-a624-3194ac3b1806.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.286256] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.286443] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca99010f-5d4e-4c14-ac99-1b0679ca74f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.292577] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 815.292577] env[68986]: value = "task-3215852" [ 815.292577] env[68986]: _type = "Task" [ 815.292577] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.300250] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.370074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "refresh_cache-8d274db9-d209-4745-8d26-8feab5aa6671" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.370597] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Instance network_info: |[{"id": "7c1d37cc-0139-4068-b893-3d0a039b9c4a", "address": "fa:16:3e:c9:ea:d9", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c1d37cc-01", "ovs_interfaceid": "7c1d37cc-0139-4068-b893-3d0a039b9c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.371208] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:ea:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c1d37cc-0139-4068-b893-3d0a039b9c4a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.378937] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.379298] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.379647] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7428a2cf-e65f-403c-95a2-36649cf08aac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.417023] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215850, 'name': PowerOffVM_Task, 'duration_secs': 0.214089} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.417023] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215849, 'name': PowerOffVM_Task, 'duration_secs': 0.391665} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.417023] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.421432] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.421950] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.422808] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.423201] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.423201] env[68986]: value = "task-3215853" [ 815.423201] env[68986]: _type = "Task" [ 815.423201] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.423623] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f955cf69-6449-4148-8a09-a377df4fb8c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.444411] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80825b55-e22a-43c7-b7fa-f42768c2e85b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.450849] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.455319] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45fa3db7-ec7a-4d1f-8efd-7b77ad507539 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.467965] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215853, 'name': CreateVM_Task} progress is 15%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.468427] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.471304] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b53ed899-ed9b-415f-9a57-ac8a0946580a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.473699] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 815.473699] env[68986]: value = "task-3215854" [ 815.473699] env[68986]: _type = "Task" [ 815.473699] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.474156] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 815.474156] env[68986]: value = "task-3215855" [ 815.474156] env[68986]: _type = "Task" [ 815.474156] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.490721] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.495552] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215855, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.502446] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.502837] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.503061] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Deleting the datastore file [datastore2] 138f09b4-dd48-4522-ad5b-7c3decadcbf7 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.503500] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ce1e69-6109-43fb-a67b-6e0c5bc5ae6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.511114] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 815.511114] env[68986]: value = "task-3215857" [ 815.511114] env[68986]: _type = "Task" [ 815.511114] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.523903] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.524255] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3416f897-94a3-4140-baab-6df7fb7f1b04 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.533485] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.535527] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 815.535527] env[68986]: value = "task-3215858" [ 815.535527] env[68986]: _type = "Task" [ 815.535527] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.542996] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215858, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.604697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-116ffc9c-939b-42f3-90a0-9b61ab782287 tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "35e049af-1bb0-49b9-9101-360c517ceac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.846s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.803341] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0764} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.803644] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.804544] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce417930-3067-4911-96b1-18e8c79fa9df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.827553] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 367c0699-472c-493b-a624-3194ac3b1806/367c0699-472c-493b-a624-3194ac3b1806.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.828702] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a831cd47-3381-4cbb-b9dd-f34bc8657f43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.846441] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 815.846441] env[68986]: value = "task-3215859" [ 815.846441] env[68986]: _type = "Task" [ 815.846441] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.854792] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.958507] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215853, 'name': CreateVM_Task, 'duration_secs': 0.393341} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.958684] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.959417] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.959594] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.959938] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.960224] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0540ca-f64a-4abf-9158-332a322a0870 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.965280] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 815.965280] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d6c07e-d3ae-93f2-f41e-d85b7c056673" [ 815.965280] env[68986]: _type = "Task" [ 815.965280] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.972971] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d6c07e-d3ae-93f2-f41e-d85b7c056673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.990057] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215854, 'name': ReconfigVM_Task, 'duration_secs': 0.493512} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.994253] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.994253] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.994253] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215855, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.994361] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-963d233b-f18a-4be6-95d1-af1031501e19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.001546] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 816.001546] env[68986]: value = "task-3215860" [ 816.001546] env[68986]: _type = "Task" [ 816.001546] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.009844] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.022068] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129224} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.022346] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.022560] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.022769] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.046561] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215858, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.079150] env[68986]: DEBUG nova.compute.manager [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Received event network-changed-7c1d37cc-0139-4068-b893-3d0a039b9c4a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.079281] env[68986]: DEBUG nova.compute.manager [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Refreshing instance network info cache due to event network-changed-7c1d37cc-0139-4068-b893-3d0a039b9c4a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.079399] env[68986]: DEBUG oslo_concurrency.lockutils [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] Acquiring lock "refresh_cache-8d274db9-d209-4745-8d26-8feab5aa6671" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.079560] env[68986]: DEBUG oslo_concurrency.lockutils [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] Acquired lock "refresh_cache-8d274db9-d209-4745-8d26-8feab5aa6671" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.079720] env[68986]: DEBUG nova.network.neutron [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Refreshing network info cache for port 7c1d37cc-0139-4068-b893-3d0a039b9c4a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.358800] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215859, 'name': ReconfigVM_Task, 'duration_secs': 0.357395} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.359142] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 367c0699-472c-493b-a624-3194ac3b1806/367c0699-472c-493b-a624-3194ac3b1806.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.359826] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78fd3cc2-0740-46d8-8a40-43ca9c407a2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.369055] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 816.369055] env[68986]: value = "task-3215861" [ 816.369055] env[68986]: _type = "Task" [ 816.369055] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.379015] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215861, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.474826] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d6c07e-d3ae-93f2-f41e-d85b7c056673, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.477829] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.478170] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.478459] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.478676] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.478895] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.479594] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b33dd6b0-2814-4a9d-9cba-546c2153a40f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.490729] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215855, 'name': CreateSnapshot_Task, 'duration_secs': 1.003202} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.494816] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.495174] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.495386] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.496830] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419a8a77-5053-4202-aa20-75f74e9c4c6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.499293] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe75499-c349-411c-963d-4353be12bd61 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.516638] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 816.516638] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521df1f9-ab67-96e1-8605-6b3e78cd7c00" [ 816.516638] env[68986]: _type = "Task" [ 816.516638] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.523301] env[68986]: DEBUG oslo_vmware.api [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215860, 'name': PowerOnVM_Task, 'duration_secs': 0.481481} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.523937] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.524255] env[68986]: DEBUG nova.compute.manager [None req-5e5765d7-6174-431f-90d2-09e74eb26244 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.525350] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2e103c-bc9e-4ce6-9d7d-90d2a6ce55f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.537909] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521df1f9-ab67-96e1-8605-6b3e78cd7c00, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.544911] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af6a100-1372-41ec-9681-5739cc9423bb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.561088] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 816.561088] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52038a90-d935-ad59-4333-a21aadcc0c32" [ 816.561088] env[68986]: _type = "Task" [ 816.561088] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.562025] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215858, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.573084] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52038a90-d935-ad59-4333-a21aadcc0c32, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.573599] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573957] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8d274db9-d209-4745-8d26-8feab5aa6671/8d274db9-d209-4745-8d26-8feab5aa6671.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.574651] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83c9c87b-0c82-493b-ba3c-f3afd6a97afa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.584564] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 816.584564] env[68986]: value = "task-3215862" [ 816.584564] env[68986]: _type = "Task" [ 816.584564] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.597846] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.599900] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785be224-275b-4c5c-a265-62f04fdd8d6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.607382] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3de028a-0bea-4c23-94ef-a8b844f62919 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.640406] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce4cc16-848a-4c47-b668-434ffd88581f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.651620] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db1efe1-9281-43fd-8e8f-ce33e0b94977 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.664057] env[68986]: DEBUG nova.compute.provider_tree [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.763138] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "ee4536ab-9b1c-473b-9422-5697317cde4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.763398] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.782831] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "726ad389-fe57-4903-ae96-b864e81f98ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.783032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "726ad389-fe57-4903-ae96-b864e81f98ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.783439] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "726ad389-fe57-4903-ae96-b864e81f98ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.783652] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "726ad389-fe57-4903-ae96-b864e81f98ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.783824] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "726ad389-fe57-4903-ae96-b864e81f98ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.787980] env[68986]: INFO nova.compute.manager [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Terminating instance [ 816.848520] env[68986]: DEBUG nova.network.neutron [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Updated VIF entry in instance network info cache for port 7c1d37cc-0139-4068-b893-3d0a039b9c4a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.848895] env[68986]: DEBUG nova.network.neutron [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Updating instance_info_cache with network_info: [{"id": "7c1d37cc-0139-4068-b893-3d0a039b9c4a", "address": "fa:16:3e:c9:ea:d9", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c1d37cc-01", "ovs_interfaceid": "7c1d37cc-0139-4068-b893-3d0a039b9c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.879444] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215861, 'name': Rename_Task, 'duration_secs': 0.167114} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.879707] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.879939] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c30fc18-6c44-462b-88fc-3c7f29cff9fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.886892] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 816.886892] env[68986]: value = "task-3215863" [ 816.886892] env[68986]: _type = "Task" [ 816.886892] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.894462] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.024928] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.025738] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ccea9b03-8c9e-4e27-98e0-faf92ffa63e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.034415] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 817.034415] env[68986]: value = "task-3215864" [ 817.034415] env[68986]: _type = "Task" [ 817.034415] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.046063] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215864, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.053133] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215858, 'name': CloneVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.076647] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.077875] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.078078] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.078302] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.078475] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.078693] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.078895] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.079097] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.079241] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.079456] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.079661] env[68986]: DEBUG nova.virt.hardware [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.080861] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad51b501-9e1f-4346-9487-4d2dd233934f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.096039] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac966b65-9e29-4ed8-a8d1-9c9c82e679ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.103869] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.113018] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.120238] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.120726] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.120973] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e22a19dc-ed91-4dc2-9a6d-ef9b9740845d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.140240] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.140240] env[68986]: value = "task-3215865" [ 817.140240] env[68986]: _type = "Task" [ 817.140240] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.148141] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215865, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.167392] env[68986]: DEBUG nova.scheduler.client.report [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.266806] env[68986]: DEBUG nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.291584] env[68986]: DEBUG nova.compute.manager [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.291762] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.292761] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67afa45b-9eb3-4915-a196-a02f262ff40c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.300724] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.301109] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f874d5-ee48-4918-ac91-c3060a71e7fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.308151] env[68986]: DEBUG oslo_vmware.api [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 817.308151] env[68986]: value = "task-3215866" [ 817.308151] env[68986]: _type = "Task" [ 817.308151] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.309166] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 817.309376] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642995', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'name': 'volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31e68b51-2306-4fc9-9b91-07c60037b864', 'attached_at': '', 'detached_at': '', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'serial': '2766e802-4db6-4798-ba9e-d7ed0b1b2882'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 817.310212] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb0d66-1d48-490e-9e2b-8cfd588dc591 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.323688] env[68986]: DEBUG oslo_vmware.api [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.335018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4172a161-951c-4bd8-b899-36af9e0cef25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.354099] env[68986]: DEBUG oslo_concurrency.lockutils [req-9c1ddbd9-405a-4339-abe5-5aaf8c18261d req-225654ba-e962-437d-b144-6e10aa8365b1 service nova] Releasing lock "refresh_cache-8d274db9-d209-4745-8d26-8feab5aa6671" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.362121] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882/volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.363555] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5850ca27-30e4-4871-8de4-e643b2e9d4a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.382850] env[68986]: DEBUG oslo_vmware.api [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Waiting for the task: (returnval){ [ 817.382850] env[68986]: value = "task-3215867" [ 817.382850] env[68986]: _type = "Task" [ 817.382850] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.394080] env[68986]: DEBUG oslo_vmware.api [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.400727] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.547942] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215864, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.553628] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215858, 'name': CloneVM_Task, 'duration_secs': 1.607608} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.553938] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Created linked-clone VM from snapshot [ 817.554805] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a0771e-07b2-44f0-9372-1dce69ee2fce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.562854] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Uploading image e7fa7357-2857-4d67-baf8-0a5e6bffb21a {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 817.595797] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 817.595797] env[68986]: value = "vm-642998" [ 817.595797] env[68986]: _type = "VirtualMachine" [ 817.595797] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 817.596125] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9cd7f09a-8deb-4273-9ad2-6e5fcd4df2ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.603353] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215862, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.604792] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease: (returnval){ [ 817.604792] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a72f18-6757-a2ce-e864-4321349ac152" [ 817.604792] env[68986]: _type = "HttpNfcLease" [ 817.604792] env[68986]: } obtained for exporting VM: (result){ [ 817.604792] env[68986]: value = "vm-642998" [ 817.604792] env[68986]: _type = "VirtualMachine" [ 817.604792] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 817.605301] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the lease: (returnval){ [ 817.605301] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a72f18-6757-a2ce-e864-4321349ac152" [ 817.605301] env[68986]: _type = "HttpNfcLease" [ 817.605301] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 817.611296] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.611296] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a72f18-6757-a2ce-e864-4321349ac152" [ 817.611296] env[68986]: _type = "HttpNfcLease" [ 817.611296] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 817.655896] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215865, 'name': CreateVM_Task, 'duration_secs': 0.428012} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.657374] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.660763] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.660992] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.661818] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.662406] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2d8469-68c6-469f-8a6e-1cf1d3adb7ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.670020] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 817.670020] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525d4eff-2202-bfc9-8bb4-f85f3333c5d1" [ 817.670020] env[68986]: _type = "Task" [ 817.670020] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.678375] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.679284] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.683671] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.333s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.684043] env[68986]: DEBUG nova.objects.instance [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.703181] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525d4eff-2202-bfc9-8bb4-f85f3333c5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017062} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.703181] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.703181] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.703181] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.703181] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.703612] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.703612] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ba408d-9410-41b3-bd65-e9cf6583a714 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.712625] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.715023] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.715023] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f04a8f4-53c8-4d6f-a822-97d95f20f6fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.719918] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 817.719918] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52525739-2256-af93-1f9d-19b1475aa61c" [ 817.719918] env[68986]: _type = "Task" [ 817.719918] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.728456] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52525739-2256-af93-1f9d-19b1475aa61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.798187] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.819559] env[68986]: DEBUG oslo_vmware.api [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215866, 'name': PowerOffVM_Task, 'duration_secs': 0.38828} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.820627] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.820627] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.820627] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e107e3-c0f8-42a7-b97b-ec377c04928a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.887036] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.887036] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.887036] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Deleting the datastore file [datastore1] 726ad389-fe57-4903-ae96-b864e81f98ee {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.891709] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449d9edd-e560-4483-bfde-2feb6ea5fbca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.903344] env[68986]: DEBUG oslo_vmware.api [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.908161] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.908534] env[68986]: DEBUG oslo_vmware.api [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for the task: (returnval){ [ 817.908534] env[68986]: value = "task-3215870" [ 817.908534] env[68986]: _type = "Task" [ 817.908534] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.926456] env[68986]: DEBUG oslo_vmware.api [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.044722] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215864, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.100405] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215862, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.410189} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.100660] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 8d274db9-d209-4745-8d26-8feab5aa6671/8d274db9-d209-4745-8d26-8feab5aa6671.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.100868] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.101181] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5b2ee28-2c99-483a-9d50-3edd279d2924 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.110971] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 818.110971] env[68986]: value = "task-3215871" [ 818.110971] env[68986]: _type = "Task" [ 818.110971] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.116105] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.116105] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a72f18-6757-a2ce-e864-4321349ac152" [ 818.116105] env[68986]: _type = "HttpNfcLease" [ 818.116105] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.116796] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.116796] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a72f18-6757-a2ce-e864-4321349ac152" [ 818.116796] env[68986]: _type = "HttpNfcLease" [ 818.116796] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.117631] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba6a75d-9778-4b88-b19d-bdc6cc6b9d59 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.124043] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.127374] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286105c-9b69-ed98-a01f-040cbf7054e7/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.127524] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286105c-9b69-ed98-a01f-040cbf7054e7/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.187696] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "712c268b-7661-4ac2-b97a-0fb7361395bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.187984] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.188311] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "712c268b-7661-4ac2-b97a-0fb7361395bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.188460] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.188695] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.196487] env[68986]: DEBUG nova.compute.utils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.198380] env[68986]: INFO nova.compute.manager [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Terminating instance [ 818.199844] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.200042] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.231221] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52525739-2256-af93-1f9d-19b1475aa61c, 'name': SearchDatastore_Task, 'duration_secs': 0.018535} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.232062] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf684d5c-fc15-4a4f-a42f-269f9780ac9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.237399] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 818.237399] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521a33f2-a7b1-146f-1bee-3b1d41b9f35b" [ 818.237399] env[68986]: _type = "Task" [ 818.237399] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.245639] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521a33f2-a7b1-146f-1bee-3b1d41b9f35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.248425] env[68986]: DEBUG nova.policy [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '520965cd95c649afbd4de5e4164c0848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4ad03978d0544fe99997746bd5902a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.260710] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.260987] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.261231] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.261440] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.261608] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.263792] env[68986]: INFO nova.compute.manager [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Terminating instance [ 818.338723] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9cc81218-f25b-46d3-adb9-6d07857818fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.406204] env[68986]: DEBUG oslo_vmware.api [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215867, 'name': ReconfigVM_Task, 'duration_secs': 0.742334} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.409437] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882/volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.414595] env[68986]: DEBUG oslo_vmware.api [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3215863, 'name': PowerOnVM_Task, 'duration_secs': 1.440651} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.414862] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af30b20-21ae-43e2-b60a-5cb230f2e7e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.428963] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.429216] env[68986]: INFO nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Took 10.33 seconds to spawn the instance on the hypervisor. [ 818.429399] env[68986]: DEBUG nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.430275] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3822c2-4a8c-4e76-ab37-91fd59d32ae1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.438075] env[68986]: DEBUG oslo_vmware.api [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Task: {'id': task-3215870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240633} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.440477] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.440637] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.440818] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.440989] env[68986]: INFO nova.compute.manager [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 818.441244] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.441516] env[68986]: DEBUG oslo_vmware.api [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Waiting for the task: (returnval){ [ 818.441516] env[68986]: value = "task-3215872" [ 818.441516] env[68986]: _type = "Task" [ 818.441516] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.444716] env[68986]: DEBUG nova.compute.manager [-] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.444823] env[68986]: DEBUG nova.network.neutron [-] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.455371] env[68986]: DEBUG oslo_vmware.api [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.549024] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215864, 'name': CloneVM_Task, 'duration_secs': 1.289427} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.549024] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Created linked-clone VM from snapshot [ 818.549024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cca69ac-b5d2-46df-ad55-f82493051baf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.554428] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Uploading image d98934d0-e63a-4d0b-9172-745943c05cd4 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.585715] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.585715] env[68986]: value = "vm-643000" [ 818.585715] env[68986]: _type = "VirtualMachine" [ 818.585715] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.585997] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a95b16fb-df51-41ca-96b1-476bff25209a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.594390] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease: (returnval){ [ 818.594390] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52402e22-3a3a-5d47-24bc-34399231b793" [ 818.594390] env[68986]: _type = "HttpNfcLease" [ 818.594390] env[68986]: } obtained for exporting VM: (result){ [ 818.594390] env[68986]: value = "vm-643000" [ 818.594390] env[68986]: _type = "VirtualMachine" [ 818.594390] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.596417] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the lease: (returnval){ [ 818.596417] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52402e22-3a3a-5d47-24bc-34399231b793" [ 818.596417] env[68986]: _type = "HttpNfcLease" [ 818.596417] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.603527] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.603527] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52402e22-3a3a-5d47-24bc-34399231b793" [ 818.603527] env[68986]: _type = "HttpNfcLease" [ 818.603527] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.603882] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.603882] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52402e22-3a3a-5d47-24bc-34399231b793" [ 818.603882] env[68986]: _type = "HttpNfcLease" [ 818.603882] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.604901] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e25034-38cd-4271-8b33-885020eacb8f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.617021] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f1660-e4fa-dda7-18d8-73e563bc51b6/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.617348] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f1660-e4fa-dda7-18d8-73e563bc51b6/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.626946] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Successfully created port: e3002244-1d08-4e1a-ba93-da3de1bdfb74 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.695414] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108182} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.698053] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.699039] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb72cd8c-9da8-4a36-8167-6bbec6b7c1a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.704691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-06f31e32-4db3-41ec-8f10-a4a75c9e6f07 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.707352] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.708788] env[68986]: DEBUG nova.compute.manager [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.709142] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.720557] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.723s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.720795] env[68986]: DEBUG nova.objects.instance [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 818.724591] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2504b-5bf3-4b5c-88ee-69a81f110521 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.737056] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 8d274db9-d209-4745-8d26-8feab5aa6671/8d274db9-d209-4745-8d26-8feab5aa6671.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.738544] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b950135e-2751-4c0f-abfe-4774b995389d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.766477] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9858562d-6e4d-42bc-aab3-ebf545f5b590 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.772855] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.773713] env[68986]: DEBUG nova.compute.manager [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.774075] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.774987] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3a2f497-a048-4fd3-91fb-5dd27d565cc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.776896] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 818.776896] env[68986]: value = "task-3215874" [ 818.776896] env[68986]: _type = "Task" [ 818.776896] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.782086] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aea89d3-de98-4c54-85f0-22822da2dc74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.785888] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521a33f2-a7b1-146f-1bee-3b1d41b9f35b, 'name': SearchDatastore_Task, 'duration_secs': 0.015424} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.796278] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.796888] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.802853] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b3ec774-6ce9-4664-a908-0e9e0ec8f3fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.805972] env[68986]: DEBUG oslo_vmware.api [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 818.805972] env[68986]: value = "task-3215875" [ 818.805972] env[68986]: _type = "Task" [ 818.805972] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.809655] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.819963] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b5d3697-1d42-4094-aa69-fc03edb42d13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.822816] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.825432] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 818.825432] env[68986]: value = "task-3215876" [ 818.825432] env[68986]: _type = "Task" [ 818.825432] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.841594] env[68986]: DEBUG oslo_vmware.api [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.842353] env[68986]: DEBUG oslo_vmware.api [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 818.842353] env[68986]: value = "task-3215877" [ 818.842353] env[68986]: _type = "Task" [ 818.842353] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.850301] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.855944] env[68986]: DEBUG oslo_vmware.api [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.878764] env[68986]: DEBUG nova.compute.manager [req-b0e12ea1-bad9-4351-8aec-ab918f8f35d5 req-4c709ed7-6ca1-4aa8-8972-5c3707e226c6 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Received event network-vif-deleted-839d6cfc-16b0-409f-a80b-7a8da8f0d427 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.878764] env[68986]: INFO nova.compute.manager [req-b0e12ea1-bad9-4351-8aec-ab918f8f35d5 req-4c709ed7-6ca1-4aa8-8972-5c3707e226c6 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Neutron deleted interface 839d6cfc-16b0-409f-a80b-7a8da8f0d427; detaching it from the instance and deleting it from the info cache [ 818.878764] env[68986]: DEBUG nova.network.neutron [req-b0e12ea1-bad9-4351-8aec-ab918f8f35d5 req-4c709ed7-6ca1-4aa8-8972-5c3707e226c6 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.960349] env[68986]: INFO nova.compute.manager [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Took 43.89 seconds to build instance. [ 818.967574] env[68986]: DEBUG oslo_vmware.api [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215872, 'name': ReconfigVM_Task, 'duration_secs': 0.144637} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.967768] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642995', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'name': 'volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31e68b51-2306-4fc9-9b91-07c60037b864', 'attached_at': '', 'detached_at': '', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'serial': '2766e802-4db6-4798-ba9e-d7ed0b1b2882'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 819.114903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "f696a327-ad05-411c-b02d-b4a3017d422f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.115355] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "f696a327-ad05-411c-b02d-b4a3017d422f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.302803] env[68986]: DEBUG nova.network.neutron [-] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.304908] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215874, 'name': ReconfigVM_Task, 'duration_secs': 0.497392} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.305972] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 8d274db9-d209-4745-8d26-8feab5aa6671/8d274db9-d209-4745-8d26-8feab5aa6671.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.306960] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef1f2e6-823c-4039-bbc0-4bee62fa8443 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.325205] env[68986]: DEBUG oslo_vmware.api [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215875, 'name': PowerOffVM_Task, 'duration_secs': 0.340509} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.325852] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 819.325852] env[68986]: value = "task-3215878" [ 819.325852] env[68986]: _type = "Task" [ 819.325852] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.326932] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.329042] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.329042] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82bf5267-45ba-4844-9de2-347e30cfe152 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.345417] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215878, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.353422] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.364374] env[68986]: DEBUG oslo_vmware.api [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215877, 'name': PowerOffVM_Task, 'duration_secs': 0.212987} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.365283] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.365667] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.368041] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d22d9c-2abb-476b-a66a-1358e6dea7a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.380877] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ed9235f-388c-4bab-bc01-bf6126d307e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.394094] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7058c41e-c34a-4b02-8e61-532adf0531fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.440963] env[68986]: DEBUG nova.compute.manager [req-b0e12ea1-bad9-4351-8aec-ab918f8f35d5 req-4c709ed7-6ca1-4aa8-8972-5c3707e226c6 service nova] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Detach interface failed, port_id=839d6cfc-16b0-409f-a80b-7a8da8f0d427, reason: Instance 726ad389-fe57-4903-ae96-b864e81f98ee could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.444401] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.445000] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.445282] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Deleting the datastore file [datastore1] 712c268b-7661-4ac2-b97a-0fb7361395bf {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.445725] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.446419] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.446606] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Deleting the datastore file [datastore2] 8be461f0-4cdb-4abc-a860-9bbd55111a8d {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.446883] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a678bef2-f9ae-4056-b327-57ad6d23ef82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.449333] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-184001d1-9f16-4559-9e38-3d48a3ec63c4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.458510] env[68986]: DEBUG oslo_vmware.api [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 819.458510] env[68986]: value = "task-3215882" [ 819.458510] env[68986]: _type = "Task" [ 819.458510] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.460664] env[68986]: DEBUG oslo_vmware.api [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 819.460664] env[68986]: value = "task-3215881" [ 819.460664] env[68986]: _type = "Task" [ 819.460664] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.470798] env[68986]: DEBUG oslo_concurrency.lockutils [None req-eaa1e303-29e8-4666-9422-ce8b0c4400f6 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "367c0699-472c-493b-a624-3194ac3b1806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.527s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.481384] env[68986]: DEBUG oslo_vmware.api [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.486045] env[68986]: DEBUG oslo_vmware.api [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.623852] env[68986]: DEBUG nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.718055] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.747557] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e336dce-c704-4df6-8624-488d28a73b67 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.748740] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.124s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.748985] env[68986]: DEBUG nova.objects.instance [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lazy-loading 'resources' on Instance uuid e46336cb-c9f9-4c61-90dd-625e583c5349 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.807587] env[68986]: INFO nova.compute.manager [-] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Took 1.36 seconds to deallocate network for instance. [ 819.845445] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671846} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.846636] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215878, 'name': Rename_Task, 'duration_secs': 0.258952} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.848255] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.848574] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.848947] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.849636] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f01a8e2-be65-4a06-865d-c60dbe10af67 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.852096] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-737f68bb-05ea-401f-9c73-ebab80aaaf69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.860486] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 819.860486] env[68986]: value = "task-3215883" [ 819.860486] env[68986]: _type = "Task" [ 819.860486] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.862543] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 819.862543] env[68986]: value = "task-3215884" [ 819.862543] env[68986]: _type = "Task" [ 819.862543] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.875127] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.879308] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.974583] env[68986]: DEBUG oslo_vmware.api [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252607} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.975603] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.975853] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.976073] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.976298] env[68986]: INFO nova.compute.manager [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 819.976606] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.979899] env[68986]: DEBUG nova.compute.manager [-] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.980074] env[68986]: DEBUG nova.network.neutron [-] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.982656] env[68986]: DEBUG oslo_vmware.api [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236441} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.983029] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.983213] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.983393] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.983609] env[68986]: INFO nova.compute.manager [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Took 1.27 seconds to destroy the instance on the hypervisor. [ 819.983824] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.984756] env[68986]: DEBUG nova.compute.manager [-] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.984886] env[68986]: DEBUG nova.network.neutron [-] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.035358] env[68986]: DEBUG nova.objects.instance [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lazy-loading 'flavor' on Instance uuid 31e68b51-2306-4fc9-9b91-07c60037b864 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.047378] env[68986]: DEBUG nova.compute.manager [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Received event network-changed-b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.047378] env[68986]: DEBUG nova.compute.manager [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Refreshing instance network info cache due to event network-changed-b2e0f6c0-330a-4722-a533-646e488ff2ce. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.048695] env[68986]: DEBUG oslo_concurrency.lockutils [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] Acquiring lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.048695] env[68986]: DEBUG oslo_concurrency.lockutils [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] Acquired lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.048695] env[68986]: DEBUG nova.network.neutron [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Refreshing network info cache for port b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.166205] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.315761] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.385366] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215884, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.385868] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113598} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.389581] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.390949] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d85c80-17e3-4236-b2c5-515685041ea8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.420559] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.425023] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb9c062-fdf9-4dc8-804f-fc4a8c723436 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.450854] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 820.450854] env[68986]: value = "task-3215885" [ 820.450854] env[68986]: _type = "Task" [ 820.450854] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.461722] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.541032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-99af948c-e70c-4643-b26c-94b7549302dc tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.880020] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215884, 'name': PowerOnVM_Task, 'duration_secs': 0.724178} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.885856] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.886264] env[68986]: INFO nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Took 7.96 seconds to spawn the instance on the hypervisor. [ 820.886390] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.888135] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c5896-d315-4752-9375-748255575194 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.917619] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6dd59b-3c6a-4684-adc3-8deaff0b68e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.921818] env[68986]: DEBUG nova.network.neutron [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Updated VIF entry in instance network info cache for port b2e0f6c0-330a-4722-a533-646e488ff2ce. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.922305] env[68986]: DEBUG nova.network.neutron [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Updating instance_info_cache with network_info: [{"id": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "address": "fa:16:3e:a0:d2:35", "network": {"id": "9bfb0133-adb0-4af4-9d72-fd42e21d5fed", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1929127006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce047d368e4274a3f9987e2da9a669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e0f6c0-33", "ovs_interfaceid": "b2e0f6c0-330a-4722-a533-646e488ff2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.930685] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9502204-dc94-41b3-8fd7-f4d898d32168 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.968638] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d2e29-e94f-41c8-b939-5f5976d9fedd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.977502] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215885, 'name': ReconfigVM_Task, 'duration_secs': 0.426257} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.980018] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 138f09b4-dd48-4522-ad5b-7c3decadcbf7/138f09b4-dd48-4522-ad5b-7c3decadcbf7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.980777] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f6ecc0-8ad9-4ef4-8a00-25bdf39b3a79 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.983726] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b9524-3457-4385-8af1-8046d6b6eaee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.988624] env[68986]: DEBUG nova.network.neutron [-] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.996177] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 820.996177] env[68986]: value = "task-3215886" [ 820.996177] env[68986]: _type = "Task" [ 820.996177] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.004186] env[68986]: DEBUG nova.compute.provider_tree [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.093513] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Successfully updated port: e3002244-1d08-4e1a-ba93-da3de1bdfb74 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.289699] env[68986]: DEBUG nova.network.neutron [-] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.409579] env[68986]: INFO nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Took 42.36 seconds to build instance. [ 821.431166] env[68986]: DEBUG oslo_concurrency.lockutils [req-b07aae94-7691-404c-aaad-d7435a75f6cc req-4c406e79-e91a-4156-b41e-d4021c0b5c09 service nova] Releasing lock "refresh_cache-367c0699-472c-493b-a624-3194ac3b1806" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.491348] env[68986]: INFO nova.compute.manager [-] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Took 1.51 seconds to deallocate network for instance. [ 821.510730] env[68986]: DEBUG nova.scheduler.client.report [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.516731] env[68986]: DEBUG nova.compute.manager [req-b2b5d66c-11a1-444b-aec1-98f96a00a7ca req-c5945dad-a1e1-41d3-bd1b-9d4ee20c8d34 service nova] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Received event network-vif-deleted-fed96913-4485-42d4-a6d2-67233bc31df4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.517020] env[68986]: DEBUG nova.compute.manager [req-b2b5d66c-11a1-444b-aec1-98f96a00a7ca req-c5945dad-a1e1-41d3-bd1b-9d4ee20c8d34 service nova] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Received event network-vif-deleted-d903a178-6617-4617-ba76-09c339581431 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.525889] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215886, 'name': Rename_Task, 'duration_secs': 0.183356} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.526613] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.527126] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-248c1d63-8230-4193-ad32-47ffcb4b5534 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.536723] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 821.536723] env[68986]: value = "task-3215887" [ 821.536723] env[68986]: _type = "Task" [ 821.536723] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.547991] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.597072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "refresh_cache-3780bb8f-ff39-4607-ae82-b0bb7d49c484" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.597072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "refresh_cache-3780bb8f-ff39-4607-ae82-b0bb7d49c484" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.597072] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.794253] env[68986]: INFO nova.compute.manager [-] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Took 1.81 seconds to deallocate network for instance. [ 821.912592] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "8d274db9-d209-4745-8d26-8feab5aa6671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.789s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.999533] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.019303] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.022200] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.575s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.024038] env[68986]: INFO nova.compute.claims [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.043962] env[68986]: INFO nova.scheduler.client.report [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted allocations for instance e46336cb-c9f9-4c61-90dd-625e583c5349 [ 822.048147] env[68986]: DEBUG oslo_vmware.api [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215887, 'name': PowerOnVM_Task, 'duration_secs': 0.492799} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.050572] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.050793] env[68986]: DEBUG nova.compute.manager [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.051620] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3961f410-6012-4739-8fa4-fa4e0da2f978 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.146123] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.301200] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.312051] env[68986]: DEBUG nova.network.neutron [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Updating instance_info_cache with network_info: [{"id": "e3002244-1d08-4e1a-ba93-da3de1bdfb74", "address": "fa:16:3e:18:b8:9d", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3002244-1d", "ovs_interfaceid": "e3002244-1d08-4e1a-ba93-da3de1bdfb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.558814] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a80c95d6-9233-4437-b7a5-b373b09ed07d tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "e46336cb-c9f9-4c61-90dd-625e583c5349" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.363s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.568712] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.572471] env[68986]: DEBUG nova.compute.manager [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Received event network-vif-plugged-e3002244-1d08-4e1a-ba93-da3de1bdfb74 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.572697] env[68986]: DEBUG oslo_concurrency.lockutils [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] Acquiring lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.572909] env[68986]: DEBUG oslo_concurrency.lockutils [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.573085] env[68986]: DEBUG oslo_concurrency.lockutils [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.573250] env[68986]: DEBUG nova.compute.manager [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] No waiting events found dispatching network-vif-plugged-e3002244-1d08-4e1a-ba93-da3de1bdfb74 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.573404] env[68986]: WARNING nova.compute.manager [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Received unexpected event network-vif-plugged-e3002244-1d08-4e1a-ba93-da3de1bdfb74 for instance with vm_state building and task_state spawning. [ 822.573567] env[68986]: DEBUG nova.compute.manager [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Received event network-changed-e3002244-1d08-4e1a-ba93-da3de1bdfb74 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.573701] env[68986]: DEBUG nova.compute.manager [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Refreshing instance network info cache due to event network-changed-e3002244-1d08-4e1a-ba93-da3de1bdfb74. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.573864] env[68986]: DEBUG oslo_concurrency.lockutils [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] Acquiring lock "refresh_cache-3780bb8f-ff39-4607-ae82-b0bb7d49c484" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.814713] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "refresh_cache-3780bb8f-ff39-4607-ae82-b0bb7d49c484" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.815106] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Instance network_info: |[{"id": "e3002244-1d08-4e1a-ba93-da3de1bdfb74", "address": "fa:16:3e:18:b8:9d", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3002244-1d", "ovs_interfaceid": "e3002244-1d08-4e1a-ba93-da3de1bdfb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.815435] env[68986]: DEBUG oslo_concurrency.lockutils [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] Acquired lock "refresh_cache-3780bb8f-ff39-4607-ae82-b0bb7d49c484" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.815675] env[68986]: DEBUG nova.network.neutron [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Refreshing network info cache for port e3002244-1d08-4e1a-ba93-da3de1bdfb74 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.863475] env[68986]: DEBUG oslo_concurrency.lockutils [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Acquiring lock "31e68b51-2306-4fc9-9b91-07c60037b864" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.863736] env[68986]: DEBUG oslo_concurrency.lockutils [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.348411] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.349779] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.349779] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.349779] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.349779] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.354880] env[68986]: INFO nova.compute.manager [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Terminating instance [ 823.366377] env[68986]: INFO nova.compute.manager [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Detaching volume 2766e802-4db6-4798-ba9e-d7ed0b1b2882 [ 823.408801] env[68986]: INFO nova.virt.block_device [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Attempting to driver detach volume 2766e802-4db6-4798-ba9e-d7ed0b1b2882 from mountpoint /dev/sdb [ 823.409111] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 823.409302] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642995', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'name': 'volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31e68b51-2306-4fc9-9b91-07c60037b864', 'attached_at': '', 'detached_at': '', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'serial': '2766e802-4db6-4798-ba9e-d7ed0b1b2882'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 823.410273] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d83d9-9608-4f35-a203-a9b6188c7fae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.436091] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e170f5cb-59a8-4bf1-89e9-3d78dbedcee4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.443339] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe649c5-9318-45f3-a694-08561ec28c53 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.466208] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "143842ce-aa1e-444b-85c2-79fbb7d47a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.466462] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.466688] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "143842ce-aa1e-444b-85c2-79fbb7d47a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.466841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.467016] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.473887] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b4acf-fbad-4481-82dd-8e6f535c250d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.477461] env[68986]: INFO nova.compute.manager [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Terminating instance [ 823.493282] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] The volume has not been displaced from its original location: [datastore2] volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882/volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 823.498781] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 823.504292] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f07051f8-3e58-45c9-8a0d-ff9332e32546 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.523115] env[68986]: DEBUG oslo_vmware.api [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Waiting for the task: (returnval){ [ 823.523115] env[68986]: value = "task-3215888" [ 823.523115] env[68986]: _type = "Task" [ 823.523115] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.534077] env[68986]: DEBUG oslo_vmware.api [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.581688] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fcb5d9-0a26-40c9-b083-49216ada36a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.589903] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07a1c0c-a233-4e51-ade3-67c31a507a7a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.625522] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f93d2c8-0e42-42e1-931c-c5c50a08bb63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.633082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478fdf38-db65-47e7-937f-0801f4d5603e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.647344] env[68986]: DEBUG nova.compute.provider_tree [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.711361] env[68986]: DEBUG nova.network.neutron [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Updated VIF entry in instance network info cache for port e3002244-1d08-4e1a-ba93-da3de1bdfb74. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.711895] env[68986]: DEBUG nova.network.neutron [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Updating instance_info_cache with network_info: [{"id": "e3002244-1d08-4e1a-ba93-da3de1bdfb74", "address": "fa:16:3e:18:b8:9d", "network": {"id": "23452d82-58a7-4000-a724-1e414fc2389e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1002168806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ad03978d0544fe99997746bd5902a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3002244-1d", "ovs_interfaceid": "e3002244-1d08-4e1a-ba93-da3de1bdfb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.859253] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "refresh_cache-138f09b4-dd48-4522-ad5b-7c3decadcbf7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.862128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquired lock "refresh_cache-138f09b4-dd48-4522-ad5b-7c3decadcbf7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.862128] env[68986]: DEBUG nova.network.neutron [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.993932] env[68986]: DEBUG nova.compute.manager [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.994188] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.996150] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66087671-6731-408a-8fe8-2fe8b515c639 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.004812] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.005158] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0aeae78-ebbd-4efd-b4c9-aa9cc8818f1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.011896] env[68986]: DEBUG oslo_vmware.api [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 824.011896] env[68986]: value = "task-3215889" [ 824.011896] env[68986]: _type = "Task" [ 824.011896] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.019916] env[68986]: DEBUG oslo_vmware.api [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.032973] env[68986]: DEBUG oslo_vmware.api [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215888, 'name': ReconfigVM_Task, 'duration_secs': 0.307847} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.033344] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.038474] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd778792-7384-4e04-982d-ef7fdc84f5ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.055911] env[68986]: DEBUG oslo_vmware.api [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Waiting for the task: (returnval){ [ 824.055911] env[68986]: value = "task-3215890" [ 824.055911] env[68986]: _type = "Task" [ 824.055911] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.064387] env[68986]: DEBUG oslo_vmware.api [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.153486] env[68986]: DEBUG nova.scheduler.client.report [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.215845] env[68986]: DEBUG oslo_concurrency.lockutils [req-63d804f1-8bb0-49c9-a368-aa5260e0b14e req-fdd46b14-47bc-48db-b514-ed5205786869 service nova] Releasing lock "refresh_cache-3780bb8f-ff39-4607-ae82-b0bb7d49c484" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.385961] env[68986]: DEBUG nova.network.neutron [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.453693] env[68986]: DEBUG nova.network.neutron [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.523318] env[68986]: DEBUG oslo_vmware.api [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215889, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.566717] env[68986]: DEBUG oslo_vmware.api [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Task: {'id': task-3215890, 'name': ReconfigVM_Task, 'duration_secs': 0.157898} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.567150] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642995', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'name': 'volume-2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31e68b51-2306-4fc9-9b91-07c60037b864', 'attached_at': '', 'detached_at': '', 'volume_id': '2766e802-4db6-4798-ba9e-d7ed0b1b2882', 'serial': '2766e802-4db6-4798-ba9e-d7ed0b1b2882'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 824.658629] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.659286] env[68986]: DEBUG nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.662523] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.559s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.662730] env[68986]: DEBUG nova.objects.instance [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lazy-loading 'resources' on Instance uuid 59621297-6d4e-493f-82de-de8d62d45113 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.958102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Releasing lock "refresh_cache-138f09b4-dd48-4522-ad5b-7c3decadcbf7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.958603] env[68986]: DEBUG nova.compute.manager [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.958823] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.959790] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdb27ed-d181-43a5-b2f9-48192c9bbbb1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.968405] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.968705] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3583df81-95c9-4f0b-b1e3-47589ddc7541 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.989963] env[68986]: DEBUG oslo_vmware.api [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 824.989963] env[68986]: value = "task-3215891" [ 824.989963] env[68986]: _type = "Task" [ 824.989963] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.989963] env[68986]: DEBUG oslo_vmware.api [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.023435] env[68986]: DEBUG oslo_vmware.api [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215889, 'name': PowerOffVM_Task, 'duration_secs': 0.57484} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.023784] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.023977] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.024263] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42e8a468-6f6e-4857-be3f-62e6b3db7626 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.099493] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.099598] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.099789] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleting the datastore file [datastore2] 143842ce-aa1e-444b-85c2-79fbb7d47a63 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.100240] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08d19123-118a-45bd-b232-64659fa17c1a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.123603] env[68986]: DEBUG oslo_vmware.api [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 825.123603] env[68986]: value = "task-3215893" [ 825.123603] env[68986]: _type = "Task" [ 825.123603] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.132905] env[68986]: DEBUG oslo_vmware.api [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.139584] env[68986]: DEBUG nova.objects.instance [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lazy-loading 'flavor' on Instance uuid 31e68b51-2306-4fc9-9b91-07c60037b864 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.166668] env[68986]: DEBUG nova.compute.utils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.173661] env[68986]: DEBUG nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.173661] env[68986]: DEBUG nova.network.neutron [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.254933] env[68986]: DEBUG nova.policy [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2db839671f624371baf9553e08b1af86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be20677e5d44419b94588ba514e7c53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.489317] env[68986]: DEBUG oslo_vmware.api [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215891, 'name': PowerOffVM_Task, 'duration_secs': 0.247895} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.489672] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.490866] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.490866] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7551794e-6582-41b3-ac0c-43c0a167d6b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.515788] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.516030] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.516231] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Deleting the datastore file [datastore1] 138f09b4-dd48-4522-ad5b-7c3decadcbf7 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.516485] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4109d1c8-b5b6-4451-8a27-842523b6311f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.522880] env[68986]: DEBUG oslo_vmware.api [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for the task: (returnval){ [ 825.522880] env[68986]: value = "task-3215895" [ 825.522880] env[68986]: _type = "Task" [ 825.522880] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.533692] env[68986]: DEBUG oslo_vmware.api [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.632928] env[68986]: DEBUG oslo_vmware.api [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253799} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.633265] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.633458] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.633639] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.633817] env[68986]: INFO nova.compute.manager [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Took 1.64 seconds to destroy the instance on the hypervisor. [ 825.634079] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.634288] env[68986]: DEBUG nova.compute.manager [-] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.634382] env[68986]: DEBUG nova.network.neutron [-] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.672260] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a597d2ad-36bc-44a1-9cd2-12148faf5e15 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.675419] env[68986]: DEBUG nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.685371] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d68cc5-ea14-42e4-88d3-4bb2749009cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.727240] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a0bd36-c332-45f5-9712-65233ea6afa7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.730539] env[68986]: DEBUG nova.network.neutron [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Successfully created port: 7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.740764] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aab949-5e42-4ef3-acac-6b9b99d8ac0b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.756135] env[68986]: DEBUG nova.compute.provider_tree [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.033917] env[68986]: DEBUG oslo_vmware.api [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Task: {'id': task-3215895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167804} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.034220] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.034422] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.034654] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.034800] env[68986]: INFO nova.compute.manager [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 826.035061] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.035300] env[68986]: DEBUG nova.compute.manager [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.035360] env[68986]: DEBUG nova.network.neutron [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.056753] env[68986]: DEBUG nova.network.neutron [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.149596] env[68986]: DEBUG oslo_concurrency.lockutils [None req-523b0b1e-8238-4cdc-912c-dd9fd206fa5a tempest-VolumesAssistedSnapshotsTest-181650426 tempest-VolumesAssistedSnapshotsTest-181650426-project-admin] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.260274] env[68986]: DEBUG nova.scheduler.client.report [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.423273] env[68986]: DEBUG nova.network.neutron [-] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.437956] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.438260] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.438449] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.438723] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.438934] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.439050] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.439220] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.439380] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.439546] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.439769] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.439985] env[68986]: DEBUG nova.virt.hardware [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.442313] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab0a221-20be-47d6-82e7-4a0e959b569f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.452261] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02db759e-6bea-4966-af3e-31ccffa580fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.466745] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:b8:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3002244-1d08-4e1a-ba93-da3de1bdfb74', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.475958] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.476313] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.476577] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2222b1e2-0adb-434f-a8fc-afda27a864f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.496974] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.496974] env[68986]: value = "task-3215897" [ 826.496974] env[68986]: _type = "Task" [ 826.496974] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.506456] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215897, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.560476] env[68986]: DEBUG nova.network.neutron [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.686626] env[68986]: DEBUG nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.742851] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286105c-9b69-ed98-a01f-040cbf7054e7/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.743892] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dbc74c-3081-4337-bfc2-6aedf1c34fdc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.751290] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286105c-9b69-ed98-a01f-040cbf7054e7/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.751468] env[68986]: ERROR oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286105c-9b69-ed98-a01f-040cbf7054e7/disk-0.vmdk due to incomplete transfer. [ 826.751800] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6875e4d4-9a82-43ac-bfd9-c4d9eec8caff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.761981] env[68986]: DEBUG oslo_vmware.rw_handles [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286105c-9b69-ed98-a01f-040cbf7054e7/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 826.762330] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Uploaded image e7fa7357-2857-4d67-baf8-0a5e6bffb21a to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 826.765331] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.767706] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.767925] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.768116] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.768313] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.768455] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.768599] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.768807] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.768965] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.769146] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.769331] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.769508] env[68986]: DEBUG nova.virt.hardware [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.770500] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.772236] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6b31082-4d21-4abc-bc57-d3f84ac3c2f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.775187] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09222d74-d303-4922-9e6d-46205dca12c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.780896] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.331s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.782631] env[68986]: INFO nova.compute.claims [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.797193] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9eab3b-0055-4c76-ab0f-cfc21f8b25d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.800826] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 826.800826] env[68986]: value = "task-3215898" [ 826.800826] env[68986]: _type = "Task" [ 826.800826] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.824114] env[68986]: INFO nova.scheduler.client.report [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Deleted allocations for instance 59621297-6d4e-493f-82de-de8d62d45113 [ 826.831077] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215898, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.896483] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f1660-e4fa-dda7-18d8-73e563bc51b6/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.898336] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c72d1-b2e8-4821-90ab-4ccb058236a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.907598] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f1660-e4fa-dda7-18d8-73e563bc51b6/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.907598] env[68986]: ERROR oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f1660-e4fa-dda7-18d8-73e563bc51b6/disk-0.vmdk due to incomplete transfer. [ 826.907598] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7dd2f04f-418d-4b20-ac53-adbc7a01a3a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.912376] env[68986]: DEBUG oslo_vmware.rw_handles [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f1660-e4fa-dda7-18d8-73e563bc51b6/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 826.912574] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Uploaded image d98934d0-e63a-4d0b-9172-745943c05cd4 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 826.914342] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.914636] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-101f0153-7d7d-41fb-9d10-a7fbd9259236 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.921344] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 826.921344] env[68986]: value = "task-3215899" [ 826.921344] env[68986]: _type = "Task" [ 826.921344] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.926316] env[68986]: INFO nova.compute.manager [-] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Took 1.29 seconds to deallocate network for instance. [ 826.931088] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215899, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.981153] env[68986]: DEBUG nova.compute.manager [req-74caf11d-73db-4822-bf40-33583c57d4b7 req-530e5cf9-d5a8-44a2-8994-32c9369e455e service nova] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Received event network-vif-deleted-a1c3acb2-2a0f-44e2-a774-d0f23c5ca8d1 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.007083] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215897, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.038328] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.038565] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.063056] env[68986]: INFO nova.compute.manager [-] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Took 1.03 seconds to deallocate network for instance. [ 827.288381] env[68986]: DEBUG nova.compute.manager [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.289439] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834ed76-c8a6-4e76-81e9-b9378b71ce53 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.311613] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215898, 'name': Destroy_Task, 'duration_secs': 0.296917} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.312141] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Destroyed the VM [ 827.312376] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.312621] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90fb462c-dd3c-43fe-ad30-ec86ccfcd469 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.318844] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 827.318844] env[68986]: value = "task-3215900" [ 827.318844] env[68986]: _type = "Task" [ 827.318844] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.329724] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215900, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.334473] env[68986]: DEBUG oslo_concurrency.lockutils [None req-039a7029-5762-4030-8863-b684aca3e339 tempest-ServerShowV257Test-1728180661 tempest-ServerShowV257Test-1728180661-project-member] Lock "59621297-6d4e-493f-82de-de8d62d45113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.611s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.362303] env[68986]: DEBUG nova.network.neutron [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Successfully updated port: 7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.431939] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215899, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.436171] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.507074] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215897, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.542697] env[68986]: DEBUG nova.compute.utils [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.570051] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.683875] env[68986]: DEBUG nova.compute.manager [req-e2eddb90-a075-4b21-b8a5-b09130599b4a req-27e7ffb0-e289-4279-a3d4-3bcb8e9d3df3 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Received event network-vif-plugged-7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.684099] env[68986]: DEBUG oslo_concurrency.lockutils [req-e2eddb90-a075-4b21-b8a5-b09130599b4a req-27e7ffb0-e289-4279-a3d4-3bcb8e9d3df3 service nova] Acquiring lock "c8839c99-604d-4112-b920-b4811dfe3a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.684314] env[68986]: DEBUG oslo_concurrency.lockutils [req-e2eddb90-a075-4b21-b8a5-b09130599b4a req-27e7ffb0-e289-4279-a3d4-3bcb8e9d3df3 service nova] Lock "c8839c99-604d-4112-b920-b4811dfe3a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.684483] env[68986]: DEBUG oslo_concurrency.lockutils [req-e2eddb90-a075-4b21-b8a5-b09130599b4a req-27e7ffb0-e289-4279-a3d4-3bcb8e9d3df3 service nova] Lock "c8839c99-604d-4112-b920-b4811dfe3a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.684699] env[68986]: DEBUG nova.compute.manager [req-e2eddb90-a075-4b21-b8a5-b09130599b4a req-27e7ffb0-e289-4279-a3d4-3bcb8e9d3df3 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] No waiting events found dispatching network-vif-plugged-7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.684919] env[68986]: WARNING nova.compute.manager [req-e2eddb90-a075-4b21-b8a5-b09130599b4a req-27e7ffb0-e289-4279-a3d4-3bcb8e9d3df3 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Received unexpected event network-vif-plugged-7509aa9a-9be8-4376-bfd2-b47e52fae0da for instance with vm_state building and task_state spawning. [ 827.800902] env[68986]: INFO nova.compute.manager [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] instance snapshotting [ 827.801566] env[68986]: DEBUG nova.objects.instance [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'flavor' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.829030] env[68986]: DEBUG oslo_vmware.api [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215900, 'name': RemoveSnapshot_Task, 'duration_secs': 0.45534} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.832502] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 827.832731] env[68986]: INFO nova.compute.manager [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Took 14.90 seconds to snapshot the instance on the hypervisor. [ 827.867079] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.867079] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquired lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.867079] env[68986]: DEBUG nova.network.neutron [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.932739] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215899, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.007722] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215897, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.048903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.254840] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e03dfb-0562-4f6b-a856-75269326e05d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.263141] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a9d62-cc28-400c-8297-2bf88906cfa3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.294830] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35ad304-137d-4588-99bb-f59c06d86f2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.302816] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b77af6f-c40e-46bc-a57c-70cf5c3d6244 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.321068] env[68986]: DEBUG nova.compute.provider_tree [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.323292] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c8efa-93e0-415b-8858-95ae9ec38842 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.341679] env[68986]: DEBUG nova.compute.manager [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Instance disappeared during snapshot {{(pid=68986) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 828.343870] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "dae172d1-ca39-455d-8583-0034ac91784b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.344129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "dae172d1-ca39-455d-8583-0034ac91784b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.344331] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "dae172d1-ca39-455d-8583-0034ac91784b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.344508] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "dae172d1-ca39-455d-8583-0034ac91784b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.344731] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "dae172d1-ca39-455d-8583-0034ac91784b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.347779] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde3caae-ce78-4d3d-a17b-b404257640a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.350866] env[68986]: INFO nova.compute.manager [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Terminating instance [ 828.356561] env[68986]: DEBUG nova.compute.manager [None req-5bd7c6df-75b5-40c1-8151-757b1c58d358 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image not found during clean up e7fa7357-2857-4d67-baf8-0a5e6bffb21a {{(pid=68986) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 828.404750] env[68986]: DEBUG nova.network.neutron [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.434815] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215899, 'name': Destroy_Task, 'duration_secs': 1.220122} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.435818] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Destroyed the VM [ 828.435818] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.435818] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8aa8d42c-3e22-4291-90aa-6f2eea8ba5b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.445304] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 828.445304] env[68986]: value = "task-3215901" [ 828.445304] env[68986]: _type = "Task" [ 828.445304] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.457362] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.507970] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215897, 'name': CreateVM_Task, 'duration_secs': 1.569351} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.513699] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.514721] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.515019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.515340] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.516133] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e07712-9eb1-4143-85cc-85ff53e66107 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.521760] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 828.521760] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f26dc2-fb36-63a6-a219-a79465313467" [ 828.521760] env[68986]: _type = "Task" [ 828.521760] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.532209] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f26dc2-fb36-63a6-a219-a79465313467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.603304] env[68986]: DEBUG nova.network.neutron [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Updating instance_info_cache with network_info: [{"id": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "address": "fa:16:3e:cc:ce:ad", "network": {"id": "f28fa4e3-e164-4026-822c-472ed327111d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1547446731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be20677e5d44419b94588ba514e7c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7509aa9a-9b", "ovs_interfaceid": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.827281] env[68986]: DEBUG nova.scheduler.client.report [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.855583] env[68986]: DEBUG nova.compute.manager [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.856026] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.857045] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dfc9ce-ba8f-4689-bf0a-e21a8965f7a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.865939] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.866333] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.866562] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdcd1cad-bc71-44fe-b9a2-d84ca8212396 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.868339] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d434dd-8134-4397-b44b-80b734c39038 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.874705] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 828.874705] env[68986]: value = "task-3215902" [ 828.874705] env[68986]: _type = "Task" [ 828.874705] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.884455] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.951503] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.951730] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.952016] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleting the datastore file [datastore2] dae172d1-ca39-455d-8583-0034ac91784b {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.952704] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69929108-7b17-4eaf-8362-64d30383b92e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.958118] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215901, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.962430] env[68986]: DEBUG oslo_vmware.api [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 828.962430] env[68986]: value = "task-3215904" [ 828.962430] env[68986]: _type = "Task" [ 828.962430] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.970405] env[68986]: DEBUG oslo_vmware.api [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.032451] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f26dc2-fb36-63a6-a219-a79465313467, 'name': SearchDatastore_Task, 'duration_secs': 0.020267} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.032794] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.033047] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.033308] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.033455] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.033639] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.033920] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3148e66a-2f75-4a34-adde-39d1fd391b67 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.051042] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.051239] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.051995] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13766d3b-e5eb-45e9-a608-2a60c12653a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.058657] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 829.058657] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a87c56-4eee-ac93-edf4-8761746cd30e" [ 829.058657] env[68986]: _type = "Task" [ 829.058657] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.068416] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a87c56-4eee-ac93-edf4-8761746cd30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.072834] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "8957a774-54d3-4841-b640-b22a797c4749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.073098] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "8957a774-54d3-4841-b640-b22a797c4749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.106667] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Releasing lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.107063] env[68986]: DEBUG nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Instance network_info: |[{"id": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "address": "fa:16:3e:cc:ce:ad", "network": {"id": "f28fa4e3-e164-4026-822c-472ed327111d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1547446731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be20677e5d44419b94588ba514e7c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7509aa9a-9b", "ovs_interfaceid": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.110699] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:ce:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7509aa9a-9be8-4376-bfd2-b47e52fae0da', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.117486] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Creating folder: Project (4be20677e5d44419b94588ba514e7c53). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.117632] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-702fc648-3de8-49fd-8300-2464ca9670e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.128232] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Created folder: Project (4be20677e5d44419b94588ba514e7c53) in parent group-v642845. [ 829.128467] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Creating folder: Instances. Parent ref: group-v643003. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.130030] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-214dad55-c6d6-4dff-9542-90d06f8cfe60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.131151] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.131401] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.131641] env[68986]: INFO nova.compute.manager [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Attaching volume e93147be-784a-492c-84c4-12641856f3a3 to /dev/sdb [ 829.142320] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Created folder: Instances in parent group-v643003. [ 829.142320] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.142320] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.142320] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b408bada-283e-4545-8fc7-0fcdbc5b4b20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.170311] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f202c9e5-5508-402c-a4cb-1ae51a09b9b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.173832] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.173832] env[68986]: value = "task-3215907" [ 829.173832] env[68986]: _type = "Task" [ 829.173832] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.179726] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a79ed-2d25-4e19-90ba-1113240fd1dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.184602] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215907, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.198556] env[68986]: DEBUG nova.virt.block_device [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updating existing volume attachment record: f3bf6fa6-e1ca-45e5-ba15-0ccd975153b0 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 829.333304] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.333869] env[68986]: DEBUG nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.336564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.854s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.336801] env[68986]: DEBUG nova.objects.instance [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'resources' on Instance uuid 3047cbf6-86aa-42db-9fe8-b450de69bbb1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.387835] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.455397] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215901, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663859} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.455711] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.455997] env[68986]: DEBUG nova.compute.manager [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.456784] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da77d14-65db-4005-987f-dfe731743339 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.472816] env[68986]: DEBUG oslo_vmware.api [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3215904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167367} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.473073] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.473263] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.473442] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.473621] env[68986]: INFO nova.compute.manager [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 829.473963] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.474049] env[68986]: DEBUG nova.compute.manager [-] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.474139] env[68986]: DEBUG nova.network.neutron [-] [instance: dae172d1-ca39-455d-8583-0034ac91784b] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.569186] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a87c56-4eee-ac93-edf4-8761746cd30e, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.569960] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae9d930-5b7d-4d77-937c-6bc6ab760e27 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.575490] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 829.575490] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52372699-2a1e-c9a6-41c1-fddaf03763f2" [ 829.575490] env[68986]: _type = "Task" [ 829.575490] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.578429] env[68986]: DEBUG nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.585864] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52372699-2a1e-c9a6-41c1-fddaf03763f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.586190] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.586364] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3780bb8f-ff39-4607-ae82-b0bb7d49c484/3780bb8f-ff39-4607-ae82-b0bb7d49c484.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.586610] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e479d7-ff6c-485c-bf5c-3addf0c222f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.592129] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 829.592129] env[68986]: value = "task-3215911" [ 829.592129] env[68986]: _type = "Task" [ 829.592129] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.599919] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.686664] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215907, 'name': CreateVM_Task, 'duration_secs': 0.40037} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.686859] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.687588] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.687771] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.688218] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.688737] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d4e090-c299-47fd-868d-cd9de0cf9fc7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.690709] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "31e68b51-2306-4fc9-9b91-07c60037b864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.690924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.691207] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "31e68b51-2306-4fc9-9b91-07c60037b864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.691433] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "31e68b51-2306-4fc9-9b91-07c60037b864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.691657] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "31e68b51-2306-4fc9-9b91-07c60037b864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.696498] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 829.696498] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c4e7a0-f48b-82e8-b391-3467fceb4888" [ 829.696498] env[68986]: _type = "Task" [ 829.696498] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.697379] env[68986]: INFO nova.compute.manager [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Terminating instance [ 829.710224] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c4e7a0-f48b-82e8-b391-3467fceb4888, 'name': SearchDatastore_Task} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.711504] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.711757] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.712025] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.712176] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.712471] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.713562] env[68986]: DEBUG nova.compute.manager [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Received event network-changed-7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.714550] env[68986]: DEBUG nova.compute.manager [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Refreshing instance network info cache due to event network-changed-7509aa9a-9be8-4376-bfd2-b47e52fae0da. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.714550] env[68986]: DEBUG oslo_concurrency.lockutils [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] Acquiring lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.714550] env[68986]: DEBUG oslo_concurrency.lockutils [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] Acquired lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.714550] env[68986]: DEBUG nova.network.neutron [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Refreshing network info cache for port 7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.715613] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc750168-9e31-4639-b234-ea506c91595a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.725696] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.725696] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.726493] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b72ebe-0f75-4f39-9515-ee0cdf1f43f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.732686] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 829.732686] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb3e6e-611f-bdc3-174c-45979e1ef695" [ 829.732686] env[68986]: _type = "Task" [ 829.732686] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.741911] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb3e6e-611f-bdc3-174c-45979e1ef695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.841143] env[68986]: DEBUG nova.compute.utils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.845645] env[68986]: DEBUG nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.845986] env[68986]: DEBUG nova.network.neutron [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.891782] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215902, 'name': CreateSnapshot_Task, 'duration_secs': 0.644228} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.892689] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.893649] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f1d277-27b1-4618-a53a-7293ae79ff81 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.900187] env[68986]: DEBUG nova.policy [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ea3a7a677d24c269f7a6a9325a110cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f00a12637cb462b8510513a31b0d8de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.972637] env[68986]: INFO nova.compute.manager [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Shelve offloading [ 830.108278] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.110169] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.206228] env[68986]: DEBUG nova.compute.manager [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.206451] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.206756] env[68986]: DEBUG nova.network.neutron [-] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.208578] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fcbcff-9c8f-420f-a557-5e7f2feb620f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.226248] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.227383] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe95310e-d96a-4a67-85d0-85acddde07e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.238222] env[68986]: DEBUG oslo_vmware.api [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 830.238222] env[68986]: value = "task-3215912" [ 830.238222] env[68986]: _type = "Task" [ 830.238222] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.247644] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb3e6e-611f-bdc3-174c-45979e1ef695, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.254217] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f4aefb-e9a7-4a08-a3a4-409f744fe852 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.259958] env[68986]: DEBUG oslo_vmware.api [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.263538] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 830.263538] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52940bcf-f6d8-d27f-ff83-810dd5049f7a" [ 830.263538] env[68986]: _type = "Task" [ 830.263538] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.278854] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52940bcf-f6d8-d27f-ff83-810dd5049f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.302718] env[68986]: DEBUG nova.network.neutron [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Successfully created port: 974b7180-d339-4ef6-9b06-0158c7966635 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.346422] env[68986]: DEBUG nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.385719] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1eea80-d54d-41a5-b24d-62e628e18903 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.396099] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae97a4a-0070-4b7e-be9b-7024cb385b71 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.442133] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.445364] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88397e14-8f19-4523-87f2-e5c302c06997 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.448807] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4850a2d-0aec-4e83-93d1-a828e115b76b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.458488] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7cf46-c90a-4a63-b4ad-0dafbd31da0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.462506] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 830.462506] env[68986]: value = "task-3215913" [ 830.462506] env[68986]: _type = "Task" [ 830.462506] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.475029] env[68986]: DEBUG nova.compute.provider_tree [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.483178] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.483178] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215913, 'name': CloneVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.484862] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6a692e-5c1f-40fd-b37f-32e8d81413c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.490990] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 830.490990] env[68986]: value = "task-3215914" [ 830.490990] env[68986]: _type = "Task" [ 830.490990] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.498953] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.550043] env[68986]: DEBUG nova.network.neutron [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Updated VIF entry in instance network info cache for port 7509aa9a-9be8-4376-bfd2-b47e52fae0da. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.550419] env[68986]: DEBUG nova.network.neutron [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Updating instance_info_cache with network_info: [{"id": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "address": "fa:16:3e:cc:ce:ad", "network": {"id": "f28fa4e3-e164-4026-822c-472ed327111d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1547446731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be20677e5d44419b94588ba514e7c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7509aa9a-9b", "ovs_interfaceid": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.603175] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579701} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.603465] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3780bb8f-ff39-4607-ae82-b0bb7d49c484/3780bb8f-ff39-4607-ae82-b0bb7d49c484.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.603634] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.603871] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1ec3647-21e3-4aa9-9398-9e9af52c29f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.609877] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 830.609877] env[68986]: value = "task-3215915" [ 830.609877] env[68986]: _type = "Task" [ 830.609877] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.617117] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.713926] env[68986]: INFO nova.compute.manager [-] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Took 1.24 seconds to deallocate network for instance. [ 830.749269] env[68986]: DEBUG oslo_vmware.api [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215912, 'name': PowerOffVM_Task, 'duration_secs': 0.206993} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.750337] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.750509] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.751077] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02267056-2f06-42e7-9c8c-cafc63fae3f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.772439] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52940bcf-f6d8-d27f-ff83-810dd5049f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.024419} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.772715] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.773104] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] c8839c99-604d-4112-b920-b4811dfe3a48/c8839c99-604d-4112-b920-b4811dfe3a48.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.773374] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef4f21b3-ca57-4ed8-b6c1-0d459a0ebec2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.778966] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 830.778966] env[68986]: value = "task-3215917" [ 830.778966] env[68986]: _type = "Task" [ 830.778966] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.787225] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.809097] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.809473] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.809604] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Deleting the datastore file [datastore1] 31e68b51-2306-4fc9-9b91-07c60037b864 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.810054] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6958837a-8223-43c3-b3b5-f811bb8a310f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.817877] env[68986]: DEBUG oslo_vmware.api [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for the task: (returnval){ [ 830.817877] env[68986]: value = "task-3215918" [ 830.817877] env[68986]: _type = "Task" [ 830.817877] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.830072] env[68986]: DEBUG oslo_vmware.api [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.974642] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215913, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.986567] env[68986]: DEBUG nova.scheduler.client.report [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.001079] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 831.001311] env[68986]: DEBUG nova.compute.manager [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.002089] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff6667a-ba89-4cfc-8f62-7426031ae301 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.008869] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.009045] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.009220] env[68986]: DEBUG nova.network.neutron [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.053263] env[68986]: DEBUG oslo_concurrency.lockutils [req-c47a5e92-dd2b-4b62-a8fd-99951a21168a req-f1c52592-2349-45ff-9620-b11e84d0ff07 service nova] Releasing lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.121599] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249006} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.121879] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.122710] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728ba26e-8220-4ada-a751-b5372cb5ef33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.145389] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 3780bb8f-ff39-4607-ae82-b0bb7d49c484/3780bb8f-ff39-4607-ae82-b0bb7d49c484.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.145748] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0f4785-daf0-427d-89cc-25d310d6071a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.166181] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 831.166181] env[68986]: value = "task-3215919" [ 831.166181] env[68986]: _type = "Task" [ 831.166181] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.175446] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.221431] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.291095] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215917, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.329844] env[68986]: DEBUG oslo_vmware.api [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Task: {'id': task-3215918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345374} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.330249] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.330465] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.330653] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.330906] env[68986]: INFO nova.compute.manager [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Took 1.12 seconds to destroy the instance on the hypervisor. [ 831.331097] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.331322] env[68986]: DEBUG nova.compute.manager [-] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.331527] env[68986]: DEBUG nova.network.neutron [-] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.360799] env[68986]: DEBUG nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.386144] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.386409] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.386566] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.386932] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.386932] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.387083] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.387276] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.387436] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.387602] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.387762] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.387934] env[68986]: DEBUG nova.virt.hardware [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.388854] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94196bb-55bc-4232-aba8-6f1462a03e99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.397240] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bdd4f8-eca7-46be-bb77-3325ddda7df5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.475048] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215913, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.491150] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.493686] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.688s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.494019] env[68986]: DEBUG nova.objects.instance [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lazy-loading 'resources' on Instance uuid 8c961785-3028-4599-92c0-0227c8970b02 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.520424] env[68986]: INFO nova.scheduler.client.report [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted allocations for instance 3047cbf6-86aa-42db-9fe8-b450de69bbb1 [ 831.679286] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215919, 'name': ReconfigVM_Task, 'duration_secs': 0.500218} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.679558] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 3780bb8f-ff39-4607-ae82-b0bb7d49c484/3780bb8f-ff39-4607-ae82-b0bb7d49c484.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.680193] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e33adf7-23c9-4bd7-8ca0-d4232b27e576 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.685747] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 831.685747] env[68986]: value = "task-3215921" [ 831.685747] env[68986]: _type = "Task" [ 831.685747] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.694895] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215921, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.767143] env[68986]: DEBUG nova.compute.manager [req-43b89c61-d8c0-4ee9-a694-9ce691b8b111 req-62f5fde7-bfed-4836-90e9-4c08744233af service nova] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Received event network-vif-deleted-3648e20c-f40d-4436-9064-2611bd445b5b {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.789689] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663128} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.790014] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] c8839c99-604d-4112-b920-b4811dfe3a48/c8839c99-604d-4112-b920-b4811dfe3a48.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.790277] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.790609] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c4e91f3-23c8-4458-a0aa-b0d439ea4cbf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.797538] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 831.797538] env[68986]: value = "task-3215922" [ 831.797538] env[68986]: _type = "Task" [ 831.797538] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.805826] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.886097] env[68986]: DEBUG nova.network.neutron [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Successfully updated port: 974b7180-d339-4ef6-9b06-0158c7966635 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.934407] env[68986]: DEBUG nova.network.neutron [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc071af31-5e", "ovs_interfaceid": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.975289] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215913, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.028240] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f97b731-0650-434f-96cb-7e3067c8a1d4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "3047cbf6-86aa-42db-9fe8-b450de69bbb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.328s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.198937] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215921, 'name': Rename_Task, 'duration_secs': 0.161483} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.199236] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.199478] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aecd549-b454-4fe1-aa6c-49b4c31238f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.206429] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 832.206429] env[68986]: value = "task-3215923" [ 832.206429] env[68986]: _type = "Task" [ 832.206429] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.217299] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.310013] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105848} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.310410] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.311360] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b6dd4-c5d4-437a-8587-db7c81f556a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.339718] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c8839c99-604d-4112-b920-b4811dfe3a48/c8839c99-604d-4112-b920-b4811dfe3a48.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.341082] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b043b00-3c40-477a-9327-fe77b9a884a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.367573] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 832.367573] env[68986]: value = "task-3215924" [ 832.367573] env[68986]: _type = "Task" [ 832.367573] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.382227] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.391904] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "refresh_cache-7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.392090] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquired lock "refresh_cache-7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.392256] env[68986]: DEBUG nova.network.neutron [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.437499] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.467133] env[68986]: DEBUG nova.compute.manager [req-2f87fbf6-f6bf-4883-9cdf-633da84af379 req-0e465bc5-f46c-4380-a872-8e4f62a7e804 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Received event network-vif-deleted-9a4dbbdc-3597-4238-b898-5433496e4594 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.467467] env[68986]: INFO nova.compute.manager [req-2f87fbf6-f6bf-4883-9cdf-633da84af379 req-0e465bc5-f46c-4380-a872-8e4f62a7e804 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Neutron deleted interface 9a4dbbdc-3597-4238-b898-5433496e4594; detaching it from the instance and deleting it from the info cache [ 832.467467] env[68986]: DEBUG nova.network.neutron [req-2f87fbf6-f6bf-4883-9cdf-633da84af379 req-0e465bc5-f46c-4380-a872-8e4f62a7e804 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.486021] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215913, 'name': CloneVM_Task, 'duration_secs': 1.622111} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.486021] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Created linked-clone VM from snapshot [ 832.486021] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af658d11-b428-4cae-91f1-954d18991c2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.497594] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Uploading image 8c536368-268e-4f11-9650-1339024ed085 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.525788] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b49056d-9a75-4d74-9791-6cedbe6c627f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.530429] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.530429] env[68986]: value = "vm-643009" [ 832.530429] env[68986]: _type = "VirtualMachine" [ 832.530429] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.531233] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f6c9254-1af3-4256-bca9-e734efd72ef2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.539964] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7dfc8d-97b9-412b-81c3-6a90274cf702 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.544474] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease: (returnval){ [ 832.544474] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522aed04-8706-22bb-584d-e51c0ac3d5c9" [ 832.544474] env[68986]: _type = "HttpNfcLease" [ 832.544474] env[68986]: } obtained for exporting VM: (result){ [ 832.544474] env[68986]: value = "vm-643009" [ 832.544474] env[68986]: _type = "VirtualMachine" [ 832.544474] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.544872] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the lease: (returnval){ [ 832.544872] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522aed04-8706-22bb-584d-e51c0ac3d5c9" [ 832.544872] env[68986]: _type = "HttpNfcLease" [ 832.544872] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.573736] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b63e12-0f1c-426b-b01c-f2ce63a13153 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.577857] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.577857] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522aed04-8706-22bb-584d-e51c0ac3d5c9" [ 832.577857] env[68986]: _type = "HttpNfcLease" [ 832.577857] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.578517] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.578517] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522aed04-8706-22bb-584d-e51c0ac3d5c9" [ 832.578517] env[68986]: _type = "HttpNfcLease" [ 832.578517] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.579252] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b501b9-ff77-4574-97c2-d026dc20b8b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.585197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b95ded-6301-46db-8836-a5d31893c7d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.592044] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebc3c1-16f7-0fc8-5492-5359644049e6/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.592252] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebc3c1-16f7-0fc8-5492-5359644049e6/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.664962] env[68986]: DEBUG nova.compute.provider_tree [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.704841] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04bf82b4-fe2b-424f-b835-7b050830f29d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.717568] env[68986]: DEBUG oslo_vmware.api [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215923, 'name': PowerOnVM_Task, 'duration_secs': 0.499793} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.717568] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.717568] env[68986]: INFO nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Took 13.00 seconds to spawn the instance on the hypervisor. [ 832.717568] env[68986]: DEBUG nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.718316] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3cf124-b2e9-48d1-a9ee-fb96ad246464 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.862006] env[68986]: DEBUG nova.network.neutron [-] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.885889] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215924, 'name': ReconfigVM_Task, 'duration_secs': 0.281591} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.886464] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c8839c99-604d-4112-b920-b4811dfe3a48/c8839c99-604d-4112-b920-b4811dfe3a48.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.887187] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c9dfe3d-196b-42ac-8533-0b2414ae99ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.894120] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 832.894120] env[68986]: value = "task-3215926" [ 832.894120] env[68986]: _type = "Task" [ 832.894120] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.907822] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215926, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.949677] env[68986]: DEBUG nova.network.neutron [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.975729] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.976679] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16db3ae-8c21-432e-886e-b96d7b17b0fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.982066] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-565f6243-86a7-44e3-915e-e0daf98146f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.989196] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.990080] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-381788b8-aadc-4289-a512-21bf456d6d19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.994429] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e8736a-7e77-45b5-a218-56cd4add3c86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.031324] env[68986]: DEBUG nova.compute.manager [req-2f87fbf6-f6bf-4883-9cdf-633da84af379 req-0e465bc5-f46c-4380-a872-8e4f62a7e804 service nova] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Detach interface failed, port_id=9a4dbbdc-3597-4238-b898-5433496e4594, reason: Instance 31e68b51-2306-4fc9-9b91-07c60037b864 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.074173] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.074434] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.074574] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleting the datastore file [datastore1] fd667959-7d67-47f7-a401-2b05352bc70a {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.074926] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af83f8a4-93e0-4067-be6c-a3430258c3bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.081754] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 833.081754] env[68986]: value = "task-3215928" [ 833.081754] env[68986]: _type = "Task" [ 833.081754] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.091955] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.169093] env[68986]: DEBUG nova.network.neutron [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Updating instance_info_cache with network_info: [{"id": "974b7180-d339-4ef6-9b06-0158c7966635", "address": "fa:16:3e:fd:5d:72", "network": {"id": "22b20f96-bf0e-4212-a092-faa2774e8f93", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-302594219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f00a12637cb462b8510513a31b0d8de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974b7180-d3", "ovs_interfaceid": "974b7180-d339-4ef6-9b06-0158c7966635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.171046] env[68986]: DEBUG nova.scheduler.client.report [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.241940] env[68986]: INFO nova.compute.manager [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Took 48.64 seconds to build instance. [ 833.364442] env[68986]: INFO nova.compute.manager [-] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Took 2.03 seconds to deallocate network for instance. [ 833.410343] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215926, 'name': Rename_Task, 'duration_secs': 0.215293} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.410617] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.410949] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f2f188f-528d-40d6-8983-0f8cc23ff697 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.417637] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 833.417637] env[68986]: value = "task-3215929" [ 833.417637] env[68986]: _type = "Task" [ 833.417637] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.426852] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.592997] env[68986]: DEBUG oslo_vmware.api [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3215928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277986} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.593482] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.594350] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.594350] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.618626] env[68986]: INFO nova.scheduler.client.report [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted allocations for instance fd667959-7d67-47f7-a401-2b05352bc70a [ 833.677529] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Releasing lock "refresh_cache-7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.678138] env[68986]: DEBUG nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Instance network_info: |[{"id": "974b7180-d339-4ef6-9b06-0158c7966635", "address": "fa:16:3e:fd:5d:72", "network": {"id": "22b20f96-bf0e-4212-a092-faa2774e8f93", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-302594219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f00a12637cb462b8510513a31b0d8de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974b7180-d3", "ovs_interfaceid": "974b7180-d339-4ef6-9b06-0158c7966635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.679253] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.682054] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:5d:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974b7180-d339-4ef6-9b06-0158c7966635', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.690935] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Creating folder: Project (9f00a12637cb462b8510513a31b0d8de). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.691901] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.415s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.691901] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.693577] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 833.693577] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.282s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.696286] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a71372b-ee78-4775-b226-71e671f13c83 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.698779] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd8ccf-a77f-456c-8348-38403169ca35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.708163] env[68986]: INFO nova.scheduler.client.report [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Deleted allocations for instance 8c961785-3028-4599-92c0-0227c8970b02 [ 833.722094] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b395f8a8-b77f-41dd-ac68-0aa15e1c1d80 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.726751] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Created folder: Project (9f00a12637cb462b8510513a31b0d8de) in parent group-v642845. [ 833.727899] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Creating folder: Instances. Parent ref: group-v643010. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.728175] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce61f28d-626b-4b77-8fd7-85903c8b3cb7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.743421] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fceb5fa-d88d-4d9a-8838-27c213303b3d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.746045] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Created folder: Instances in parent group-v643010. [ 833.746389] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.746884] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2f4116de-4ecf-4484-ad56-69ae8e80e221 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.599s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.747057] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.747798] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405429e6-71f6-4a6d-b90c-f4a556a2d0c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.766309] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 833.766551] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643008', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'name': 'volume-e93147be-784a-492c-84c4-12641856f3a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'serial': 'e93147be-784a-492c-84c4-12641856f3a3'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 833.767872] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0286151e-648b-4a1b-b633-18113db5e3bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.771964] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f288617-c6fd-4c8d-880e-47dcc51fe1b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.778483] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.778483] env[68986]: value = "task-3215932" [ 833.778483] env[68986]: _type = "Task" [ 833.778483] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.822460] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178190MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 833.822716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.824488] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8ee9a8-9250-4ff2-8c91-0c187506b4bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.837262] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215932, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.865557] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-e93147be-784a-492c-84c4-12641856f3a3/volume-e93147be-784a-492c-84c4-12641856f3a3.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.867216] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b3f205-1de1-4085-ab30-1589b46b299a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.882526] env[68986]: DEBUG nova.compute.manager [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Received event network-vif-plugged-974b7180-d339-4ef6-9b06-0158c7966635 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.882854] env[68986]: DEBUG oslo_concurrency.lockutils [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] Acquiring lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.883150] env[68986]: DEBUG oslo_concurrency.lockutils [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.883408] env[68986]: DEBUG oslo_concurrency.lockutils [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.883642] env[68986]: DEBUG nova.compute.manager [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] No waiting events found dispatching network-vif-plugged-974b7180-d339-4ef6-9b06-0158c7966635 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.883869] env[68986]: WARNING nova.compute.manager [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Received unexpected event network-vif-plugged-974b7180-d339-4ef6-9b06-0158c7966635 for instance with vm_state building and task_state spawning. [ 833.884093] env[68986]: DEBUG nova.compute.manager [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Received event network-changed-974b7180-d339-4ef6-9b06-0158c7966635 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.884297] env[68986]: DEBUG nova.compute.manager [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Refreshing instance network info cache due to event network-changed-974b7180-d339-4ef6-9b06-0158c7966635. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.884524] env[68986]: DEBUG oslo_concurrency.lockutils [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] Acquiring lock "refresh_cache-7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.884694] env[68986]: DEBUG oslo_concurrency.lockutils [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] Acquired lock "refresh_cache-7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.884920] env[68986]: DEBUG nova.network.neutron [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Refreshing network info cache for port 974b7180-d339-4ef6-9b06-0158c7966635 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.887806] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.894228] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 833.894228] env[68986]: value = "task-3215933" [ 833.894228] env[68986]: _type = "Task" [ 833.894228] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.904364] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.927964] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.129247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.198403] env[68986]: INFO nova.compute.claims [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.226096] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "1e4bd243-d974-4669-92e5-885339edeae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.226347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.230709] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25b0297-1ede-4e60-ac37-1e7d1476b166 tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "8c961785-3028-4599-92c0-0227c8970b02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.238s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.289624] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215932, 'name': CreateVM_Task, 'duration_secs': 0.387414} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.289896] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.290676] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.290898] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.291327] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.292017] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682572a6-a8a9-4847-a470-940e3071ae11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.297137] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 834.297137] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52602362-d209-ae0f-b419-8441899a56cf" [ 834.297137] env[68986]: _type = "Task" [ 834.297137] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.305177] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52602362-d209-ae0f-b419-8441899a56cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.338356] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "8d274db9-d209-4745-8d26-8feab5aa6671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.338678] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "8d274db9-d209-4745-8d26-8feab5aa6671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.338958] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "8d274db9-d209-4745-8d26-8feab5aa6671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.339249] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "8d274db9-d209-4745-8d26-8feab5aa6671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.339422] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "8d274db9-d209-4745-8d26-8feab5aa6671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.341712] env[68986]: INFO nova.compute.manager [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Terminating instance [ 834.404505] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.432045] env[68986]: DEBUG oslo_vmware.api [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3215929, 'name': PowerOnVM_Task, 'duration_secs': 0.663028} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.432324] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.432708] env[68986]: INFO nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Took 7.75 seconds to spawn the instance on the hypervisor. [ 834.433021] env[68986]: DEBUG nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.433576] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.433903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.434072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.434410] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.434488] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.436645] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1b882f-878a-42da-a485-a36b1dbbee8d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.439698] env[68986]: INFO nova.compute.manager [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Terminating instance [ 834.567659] env[68986]: DEBUG nova.compute.manager [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-vif-unplugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.567961] env[68986]: DEBUG oslo_concurrency.lockutils [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.568313] env[68986]: DEBUG oslo_concurrency.lockutils [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.568468] env[68986]: DEBUG oslo_concurrency.lockutils [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.568663] env[68986]: DEBUG nova.compute.manager [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] No waiting events found dispatching network-vif-unplugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.568868] env[68986]: WARNING nova.compute.manager [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received unexpected event network-vif-unplugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a for instance with vm_state shelved_offloaded and task_state None. [ 834.569259] env[68986]: DEBUG nova.compute.manager [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.569453] env[68986]: DEBUG nova.compute.manager [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing instance network info cache due to event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.569734] env[68986]: DEBUG oslo_concurrency.lockutils [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] Acquiring lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.569933] env[68986]: DEBUG oslo_concurrency.lockutils [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] Acquired lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.570116] env[68986]: DEBUG nova.network.neutron [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.666123] env[68986]: DEBUG nova.network.neutron [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Updated VIF entry in instance network info cache for port 974b7180-d339-4ef6-9b06-0158c7966635. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.666511] env[68986]: DEBUG nova.network.neutron [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Updating instance_info_cache with network_info: [{"id": "974b7180-d339-4ef6-9b06-0158c7966635", "address": "fa:16:3e:fd:5d:72", "network": {"id": "22b20f96-bf0e-4212-a092-faa2774e8f93", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-302594219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f00a12637cb462b8510513a31b0d8de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974b7180-d3", "ovs_interfaceid": "974b7180-d339-4ef6-9b06-0158c7966635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.705742] env[68986]: INFO nova.compute.resource_tracker [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating resource usage from migration cd401143-3ab4-4cd0-b9d1-7182cb18e73d [ 834.728635] env[68986]: DEBUG nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.808264] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52602362-d209-ae0f-b419-8441899a56cf, 'name': SearchDatastore_Task, 'duration_secs': 0.019989} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.811083] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.811352] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.811902] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.811902] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.812097] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.812447] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e97905b0-14b5-4f64-8543-abe4b3564ff6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.822047] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.822267] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.825629] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2eec26-f9f5-424f-a2f7-729f7bde508a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.831335] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 834.831335] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5236f65e-e716-0d93-0057-97a5211a1941" [ 834.831335] env[68986]: _type = "Task" [ 834.831335] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.844175] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5236f65e-e716-0d93-0057-97a5211a1941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.845352] env[68986]: DEBUG nova.compute.manager [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.845609] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.847095] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cac720-9313-4565-b646-3f66e5327869 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.854689] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.857743] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-813ca52d-ada8-4c25-838c-9907398c7c4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.865256] env[68986]: DEBUG oslo_vmware.api [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 834.865256] env[68986]: value = "task-3215934" [ 834.865256] env[68986]: _type = "Task" [ 834.865256] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.875144] env[68986]: DEBUG oslo_vmware.api [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.904585] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215933, 'name': ReconfigVM_Task, 'duration_secs': 0.564736} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.904933] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-e93147be-784a-492c-84c4-12641856f3a3/volume-e93147be-784a-492c-84c4-12641856f3a3.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.910161] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acff8389-2402-456b-8dbb-9d91880d4107 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.930612] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 834.930612] env[68986]: value = "task-3215935" [ 834.930612] env[68986]: _type = "Task" [ 834.930612] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.939801] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.944271] env[68986]: DEBUG nova.compute.manager [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.944556] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.945849] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a5037-f7e1-4042-8f89-f9ef45121e39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.961132] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.961706] env[68986]: INFO nova.compute.manager [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Took 43.55 seconds to build instance. [ 834.963362] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12584c3b-48a5-4410-a891-eae8a06cb54a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.970244] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 834.970244] env[68986]: value = "task-3215936" [ 834.970244] env[68986]: _type = "Task" [ 834.970244] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.979105] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.169800] env[68986]: DEBUG oslo_concurrency.lockutils [req-5095a42f-0d82-47ea-8de4-677dc7c95519 req-973c7333-d19c-46e6-8e7b-f5ce9ebb5940 service nova] Releasing lock "refresh_cache-7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.206907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a53c6-a5f4-45d4-b820-b9f3da9e6216 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.217487] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392574d0-d3ab-4186-b860-f91e6fbaea6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.262486] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a247dad4-bad1-4581-9e07-25e956c7e315 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.277726] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1fafe4-2f96-467c-ba0e-e8be2c5f4e95 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.286287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.296886] env[68986]: DEBUG nova.compute.provider_tree [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.342105] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5236f65e-e716-0d93-0057-97a5211a1941, 'name': SearchDatastore_Task, 'duration_secs': 0.020129} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.346424] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2035e394-bfd8-4424-962e-dc58a65f1ef5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.352194] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 835.352194] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527b3c7e-da13-cd45-dbf3-7efc18d41df4" [ 835.352194] env[68986]: _type = "Task" [ 835.352194] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.361188] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527b3c7e-da13-cd45-dbf3-7efc18d41df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.375421] env[68986]: DEBUG oslo_vmware.api [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215934, 'name': PowerOffVM_Task, 'duration_secs': 0.285107} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.375714] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.375896] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.376136] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c10ecd7a-47f1-4531-bcd6-4769ec94a0b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.439677] env[68986]: DEBUG nova.network.neutron [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updated VIF entry in instance network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.443025] env[68986]: DEBUG nova.network.neutron [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc071af31-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.446193] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.446457] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.446589] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleting the datastore file [datastore2] 8d274db9-d209-4745-8d26-8feab5aa6671 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.446856] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.447337] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-348e51e7-78c9-45ee-b5a9-c8d80b4d2231 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.454144] env[68986]: DEBUG oslo_vmware.api [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 835.454144] env[68986]: value = "task-3215938" [ 835.454144] env[68986]: _type = "Task" [ 835.454144] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.463431] env[68986]: DEBUG oslo_vmware.api [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.465918] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc0f956b-ef3a-4e6e-81ca-43f2223ae3a6 tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "c8839c99-604d-4112-b920-b4811dfe3a48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.567s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.487403] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.821805] env[68986]: ERROR nova.scheduler.client.report [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [req-59353e1b-28b4-412a-ac58-ae1e3e7f4d43] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-59353e1b-28b4-412a-ac58-ae1e3e7f4d43"}]} [ 835.845301] env[68986]: DEBUG nova.scheduler.client.report [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 835.859790] env[68986]: DEBUG nova.scheduler.client.report [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 835.860055] env[68986]: DEBUG nova.compute.provider_tree [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.867427] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527b3c7e-da13-cd45-dbf3-7efc18d41df4, 'name': SearchDatastore_Task, 'duration_secs': 0.01463} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.867705] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.867956] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38/7eaf98ce-292f-4bda-9ef1-ed66dbc11e38.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.868245] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be3d29f4-f4f7-4037-a8fa-d5e33e848a2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.874578] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 835.874578] env[68986]: value = "task-3215939" [ 835.874578] env[68986]: _type = "Task" [ 835.874578] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.882322] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.883245] env[68986]: DEBUG nova.scheduler.client.report [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 835.900755] env[68986]: DEBUG nova.scheduler.client.report [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 835.910193] env[68986]: DEBUG nova.compute.manager [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Received event network-changed-7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.910383] env[68986]: DEBUG nova.compute.manager [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Refreshing instance network info cache due to event network-changed-7509aa9a-9be8-4376-bfd2-b47e52fae0da. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.910626] env[68986]: DEBUG oslo_concurrency.lockutils [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] Acquiring lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.910785] env[68986]: DEBUG oslo_concurrency.lockutils [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] Acquired lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.910900] env[68986]: DEBUG nova.network.neutron [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Refreshing network info cache for port 7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.944557] env[68986]: DEBUG oslo_vmware.api [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215935, 'name': ReconfigVM_Task, 'duration_secs': 0.643159} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.947893] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643008', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'name': 'volume-e93147be-784a-492c-84c4-12641856f3a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'serial': 'e93147be-784a-492c-84c4-12641856f3a3'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 835.954024] env[68986]: DEBUG oslo_concurrency.lockutils [req-01cbd6e4-aa9f-4147-991e-b6f0826adb95 req-3b954bda-43c7-435d-a232-e26607a377c3 service nova] Releasing lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.968078] env[68986]: DEBUG oslo_vmware.api [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478097} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.968981] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.969188] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.969366] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.969539] env[68986]: INFO nova.compute.manager [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Took 1.12 seconds to destroy the instance on the hypervisor. [ 835.969792] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.969957] env[68986]: DEBUG nova.compute.manager [-] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.970154] env[68986]: DEBUG nova.network.neutron [-] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.983046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.990510] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215936, 'name': PowerOffVM_Task, 'duration_secs': 0.653902} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.990510] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.990597] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.991140] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f39da8-6d84-46c4-96f5-8cd69aa893ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.050743] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.050978] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.051200] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleting the datastore file [datastore2] 3780bb8f-ff39-4607-ae82-b0bb7d49c484 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.051468] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf11d74f-9b99-478c-b4e9-6316e85688ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.060821] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for the task: (returnval){ [ 836.060821] env[68986]: value = "task-3215941" [ 836.060821] env[68986]: _type = "Task" [ 836.060821] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.071869] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.390095] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215939, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.462572] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf05f2-e80c-4c45-8bd5-7b4cb9ad0590 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.477091] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6c037-7e92-4307-9f71-11e9255ac88f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.521043] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b056d90-85dc-4cce-ac3d-2d508cc6056a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.535080] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fde899-d886-4f4f-b6ad-c9038c040ae8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.552452] env[68986]: DEBUG nova.compute.provider_tree [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.574548] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.647019] env[68986]: DEBUG nova.compute.manager [req-42c5c443-fc0a-4512-9090-d0092772c120 req-f609bd32-6d92-453c-9e22-d97ddd1b123e service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Received event network-vif-deleted-7c1d37cc-0139-4068-b893-3d0a039b9c4a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.647257] env[68986]: INFO nova.compute.manager [req-42c5c443-fc0a-4512-9090-d0092772c120 req-f609bd32-6d92-453c-9e22-d97ddd1b123e service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Neutron deleted interface 7c1d37cc-0139-4068-b893-3d0a039b9c4a; detaching it from the instance and deleting it from the info cache [ 836.647440] env[68986]: DEBUG nova.network.neutron [req-42c5c443-fc0a-4512-9090-d0092772c120 req-f609bd32-6d92-453c-9e22-d97ddd1b123e service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.771459] env[68986]: DEBUG nova.network.neutron [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Updated VIF entry in instance network info cache for port 7509aa9a-9be8-4376-bfd2-b47e52fae0da. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.771885] env[68986]: DEBUG nova.network.neutron [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Updating instance_info_cache with network_info: [{"id": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "address": "fa:16:3e:cc:ce:ad", "network": {"id": "f28fa4e3-e164-4026-822c-472ed327111d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1547446731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be20677e5d44419b94588ba514e7c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7509aa9a-9b", "ovs_interfaceid": "7509aa9a-9be8-4376-bfd2-b47e52fae0da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.784653] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "02d045d7-db1a-4213-9041-a65a07bd5341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.784963] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "02d045d7-db1a-4213-9041-a65a07bd5341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.785222] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "02d045d7-db1a-4213-9041-a65a07bd5341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.785433] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "02d045d7-db1a-4213-9041-a65a07bd5341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.785615] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "02d045d7-db1a-4213-9041-a65a07bd5341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.787741] env[68986]: INFO nova.compute.manager [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Terminating instance [ 836.841147] env[68986]: DEBUG nova.network.neutron [-] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.886725] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729359} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.887076] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38/7eaf98ce-292f-4bda-9ef1-ed66dbc11e38.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.887279] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.887574] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36261e8c-f59e-43d7-be2d-93a6c171da5c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.894553] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 836.894553] env[68986]: value = "task-3215942" [ 836.894553] env[68986]: _type = "Task" [ 836.894553] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.904197] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.035206] env[68986]: DEBUG nova.objects.instance [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lazy-loading 'flavor' on Instance uuid f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.071863] env[68986]: DEBUG oslo_vmware.api [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Task: {'id': task-3215941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595757} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.072151] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.072336] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.072519] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.072695] env[68986]: INFO nova.compute.manager [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Took 2.13 seconds to destroy the instance on the hypervisor. [ 837.072934] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.073138] env[68986]: DEBUG nova.compute.manager [-] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.073239] env[68986]: DEBUG nova.network.neutron [-] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.093869] env[68986]: DEBUG nova.scheduler.client.report [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 837.094275] env[68986]: DEBUG nova.compute.provider_tree [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 78 to 79 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 837.094395] env[68986]: DEBUG nova.compute.provider_tree [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.150830] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ddb396f-36e6-4ec7-9fc7-dd4a28feccc9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.160754] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e26251-9ed7-41be-9a36-40a7ebe4733e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.198450] env[68986]: DEBUG nova.compute.manager [req-42c5c443-fc0a-4512-9090-d0092772c120 req-f609bd32-6d92-453c-9e22-d97ddd1b123e service nova] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Detach interface failed, port_id=7c1d37cc-0139-4068-b893-3d0a039b9c4a, reason: Instance 8d274db9-d209-4745-8d26-8feab5aa6671 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.275063] env[68986]: DEBUG oslo_concurrency.lockutils [req-a55aa73b-d5a0-4286-b3a1-f36ecbadfa6f req-527630de-9a46-4de3-90c0-b0583abefc19 service nova] Releasing lock "refresh_cache-c8839c99-604d-4112-b920-b4811dfe3a48" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.292043] env[68986]: DEBUG nova.compute.manager [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.292271] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.293197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557ff42-fcb2-4637-b9c0-3c89d323bf77 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.300892] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.301265] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-050e395b-c181-4ed0-b515-28aa14f69d7f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.307530] env[68986]: DEBUG oslo_vmware.api [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 837.307530] env[68986]: value = "task-3215943" [ 837.307530] env[68986]: _type = "Task" [ 837.307530] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.316283] env[68986]: DEBUG oslo_vmware.api [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.343966] env[68986]: INFO nova.compute.manager [-] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Took 1.37 seconds to deallocate network for instance. [ 837.404469] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096297} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.405049] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.406028] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97132f49-2f68-464f-81f0-11530e8d96e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.434631] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38/7eaf98ce-292f-4bda-9ef1-ed66dbc11e38.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.435887] env[68986]: DEBUG oslo_concurrency.lockutils [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.436409] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f437fb34-25ec-4eef-b18d-48e135109e4f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.456992] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 837.456992] env[68986]: value = "task-3215944" [ 837.456992] env[68986]: _type = "Task" [ 837.456992] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.466576] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.543935] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0dd34e3c-d69a-465c-b75e-9f98824c8fa8 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.412s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.545979] env[68986]: DEBUG oslo_concurrency.lockutils [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.109s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.600252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.908s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.600482] env[68986]: INFO nova.compute.manager [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Migrating [ 837.607178] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.951s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.608808] env[68986]: INFO nova.compute.claims [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.820050] env[68986]: DEBUG oslo_vmware.api [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215943, 'name': PowerOffVM_Task, 'duration_secs': 0.351691} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.820050] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.820050] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.820360] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f707c8d-0de3-4bb9-bbd6-96a9a51c1c86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.854115] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.879405] env[68986]: DEBUG nova.network.neutron [-] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.967398] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.990804] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.991161] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.991463] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Deleting the datastore file [datastore1] 02d045d7-db1a-4213-9041-a65a07bd5341 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.992856] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ef9f493-b4e6-4618-b403-2164d8a71388 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.000302] env[68986]: DEBUG oslo_vmware.api [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for the task: (returnval){ [ 838.000302] env[68986]: value = "task-3215946" [ 838.000302] env[68986]: _type = "Task" [ 838.000302] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.012701] env[68986]: DEBUG oslo_vmware.api [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.051889] env[68986]: INFO nova.compute.manager [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Detaching volume e93147be-784a-492c-84c4-12641856f3a3 [ 838.087444] env[68986]: INFO nova.virt.block_device [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Attempting to driver detach volume e93147be-784a-492c-84c4-12641856f3a3 from mountpoint /dev/sdb [ 838.087781] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 838.088025] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643008', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'name': 'volume-e93147be-784a-492c-84c4-12641856f3a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'serial': 'e93147be-784a-492c-84c4-12641856f3a3'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 838.089023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aff47d-89ee-4f92-9acb-06954c69e69d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.112635] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61335ab-d419-451f-a620-1b5e57eac45d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.120368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.121107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.121107] env[68986]: DEBUG nova.network.neutron [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.125770] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df410542-722c-44b8-8e4c-d9e072995717 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.149353] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb25d90e-c11b-4377-9bed-0fa480c97d11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.167739] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] The volume has not been displaced from its original location: [datastore2] volume-e93147be-784a-492c-84c4-12641856f3a3/volume-e93147be-784a-492c-84c4-12641856f3a3.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 838.171523] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 838.171900] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18020bf6-cf98-4644-abf4-585bdbdbfef4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.194201] env[68986]: DEBUG oslo_vmware.api [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 838.194201] env[68986]: value = "task-3215947" [ 838.194201] env[68986]: _type = "Task" [ 838.194201] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.203157] env[68986]: DEBUG oslo_vmware.api [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.380839] env[68986]: INFO nova.compute.manager [-] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Took 1.31 seconds to deallocate network for instance. [ 838.469494] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215944, 'name': ReconfigVM_Task, 'duration_secs': 0.704795} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.469832] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38/7eaf98ce-292f-4bda-9ef1-ed66dbc11e38.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.470917] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75bd3977-7099-4e63-901c-633b6e2b75a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.478054] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 838.478054] env[68986]: value = "task-3215948" [ 838.478054] env[68986]: _type = "Task" [ 838.478054] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.488619] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215948, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.512825] env[68986]: DEBUG oslo_vmware.api [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Task: {'id': task-3215946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329364} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.512825] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.512825] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.512825] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.512825] env[68986]: INFO nova.compute.manager [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Took 1.22 seconds to destroy the instance on the hypervisor. [ 838.512825] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.512825] env[68986]: DEBUG nova.compute.manager [-] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.512825] env[68986]: DEBUG nova.network.neutron [-] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.707394] env[68986]: DEBUG oslo_vmware.api [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215947, 'name': ReconfigVM_Task, 'duration_secs': 0.297772} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.707790] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.713936] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ac3921-40ee-4614-a980-7a5805b1c478 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.731412] env[68986]: DEBUG oslo_vmware.api [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 838.731412] env[68986]: value = "task-3215949" [ 838.731412] env[68986]: _type = "Task" [ 838.731412] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.744217] env[68986]: DEBUG oslo_vmware.api [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.753196] env[68986]: DEBUG nova.compute.manager [req-f010581d-1253-423b-975e-54c87490b36e req-e3305af1-6594-4b5e-86fd-a216ebb2aa39 service nova] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Received event network-vif-deleted-e3002244-1d08-4e1a-ba93-da3de1bdfb74 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.890822] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.991078] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215948, 'name': Rename_Task, 'duration_secs': 0.204842} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.994349] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.995045] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62dad555-2c11-4ea1-a6f6-1edf784a132e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.001771] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 839.001771] env[68986]: value = "task-3215950" [ 839.001771] env[68986]: _type = "Task" [ 839.001771] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.019862] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.063569] env[68986]: DEBUG nova.network.neutron [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [{"id": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "address": "fa:16:3e:1c:6b:71", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2eed3-04", "ovs_interfaceid": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.165294] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c4097b-8eca-4e06-a647-de96492128e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.172275] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1d55d9-12c8-45b7-abec-eceed91d46f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.207658] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8def6faa-37c0-4071-ab27-dfb055280f63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.215843] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae1cfb-68c9-4363-b51f-0cbf6f28488c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.232290] env[68986]: DEBUG nova.compute.provider_tree [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.241375] env[68986]: DEBUG oslo_vmware.api [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3215949, 'name': ReconfigVM_Task, 'duration_secs': 0.183358} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.242213] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643008', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'name': 'volume-e93147be-784a-492c-84c4-12641856f3a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93147be-784a-492c-84c4-12641856f3a3', 'serial': 'e93147be-784a-492c-84c4-12641856f3a3'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 839.512594] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215950, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.521167] env[68986]: DEBUG nova.network.neutron [-] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.570091] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.737788] env[68986]: DEBUG nova.scheduler.client.report [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.787373] env[68986]: DEBUG nova.objects.instance [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lazy-loading 'flavor' on Instance uuid f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.013736] env[68986]: DEBUG oslo_vmware.api [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215950, 'name': PowerOnVM_Task, 'duration_secs': 0.552764} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.013736] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.013736] env[68986]: INFO nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Took 8.65 seconds to spawn the instance on the hypervisor. [ 840.014105] env[68986]: DEBUG nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.014668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d506d1a3-9fba-498b-ac21-575ea82d25e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.023641] env[68986]: INFO nova.compute.manager [-] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Took 1.51 seconds to deallocate network for instance. [ 840.242724] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.243261] env[68986]: DEBUG nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.245844] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.678s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.246095] env[68986]: DEBUG nova.objects.instance [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lazy-loading 'resources' on Instance uuid 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.531029] env[68986]: INFO nova.compute.manager [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Took 44.10 seconds to build instance. [ 840.531863] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.750458] env[68986]: DEBUG nova.compute.utils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.754727] env[68986]: DEBUG nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.754940] env[68986]: DEBUG nova.network.neutron [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.794691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-633adef3-a84e-4a32-9b0b-e0ce474470b9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.809029] env[68986]: DEBUG nova.policy [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79b54eac36405c8080c812f212ccf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38c1796f9b484e6394468ae1cdf04eb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.831041] env[68986]: DEBUG nova.compute.manager [req-39fa166c-8e6a-4df2-ab2b-1747cde21385 req-0ca39781-cf08-467b-86e5-a8d5a1062489 service nova] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Received event network-vif-deleted-e521a674-f4fd-4a64-b0e3-2967dae94f58 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.032761] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58c33d8f-c9f5-4dd0-abc7-d90706a711ab tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.045s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.090267] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4af7af-bfd9-4def-b9de-32bc6268a4af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.121811] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance 'd8fda21c-b4b7-4a50-96cb-2c7f2838aeab' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.208809] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184b4e55-777f-4b80-9a64-af48ea042419 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.220158] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb5428e-b8af-4e42-a280-bc1daa88f572 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.253141] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f377f90-3e67-4b38-84d0-63d9f3b8c207 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.256233] env[68986]: DEBUG nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.264555] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e7e5ed-57b9-467e-85ac-fb13ca0e99f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.269689] env[68986]: DEBUG nova.network.neutron [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Successfully created port: c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.283412] env[68986]: DEBUG nova.compute.provider_tree [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.617757] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "96f30009-cf18-4b9e-914c-d03ea85a843a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.618028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.631503] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.632062] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38f3db7a-858d-4409-a2e7-9b658278235d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.640697] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 841.640697] env[68986]: value = "task-3215951" [ 841.640697] env[68986]: _type = "Task" [ 841.640697] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.649832] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.787301] env[68986]: DEBUG nova.scheduler.client.report [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.122021] env[68986]: DEBUG nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.153332] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215951, 'name': PowerOffVM_Task, 'duration_secs': 0.257899} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.153642] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.153827] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance 'd8fda21c-b4b7-4a50-96cb-2c7f2838aeab' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.236750] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.237166] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.237489] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.237768] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.238009] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.240730] env[68986]: INFO nova.compute.manager [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Terminating instance [ 842.265220] env[68986]: DEBUG nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.292556] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.292793] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.292996] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.293205] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.293352] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.293498] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.293745] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.293916] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.294099] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.294263] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.294429] env[68986]: DEBUG nova.virt.hardware [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.295297] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.297888] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90ea6dc-18ec-4ae1-b71b-d27111d4428f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.301644] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.102s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.301644] env[68986]: DEBUG nova.objects.instance [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lazy-loading 'resources' on Instance uuid 605d203a-812f-4cfd-be70-36299038162c {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.309761] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0cb880-23ca-4ef0-91f9-a0bd37c3494e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.328171] env[68986]: INFO nova.scheduler.client.report [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted allocations for instance 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868 [ 842.641486] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.660714] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.661036] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.661245] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.661434] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.661578] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.661780] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.661920] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.662092] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.662258] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.662417] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.662619] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.667820] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b193a1-18f0-4583-8855-418ba25915c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.685579] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 842.685579] env[68986]: value = "task-3215952" [ 842.685579] env[68986]: _type = "Task" [ 842.685579] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.695073] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.749274] env[68986]: DEBUG nova.compute.manager [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.749603] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.750787] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3e342-d93b-468d-bab1-c9dd6273a36f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.760762] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.761112] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00edd579-d104-4bd2-81a5-03240bd01e9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.768594] env[68986]: DEBUG oslo_vmware.api [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 842.768594] env[68986]: value = "task-3215953" [ 842.768594] env[68986]: _type = "Task" [ 842.768594] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.777531] env[68986]: DEBUG oslo_vmware.api [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.839289] env[68986]: DEBUG oslo_concurrency.lockutils [None req-57cbd3e0-2614-4823-a6a3-dd8f08fa9a40 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.873s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.869995] env[68986]: DEBUG nova.compute.manager [req-f80305b8-6652-44fe-ad89-42359cfc111c req-f9436dcb-67c1-44da-9165-a9ae3a1c21ea service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received event network-vif-plugged-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.870242] env[68986]: DEBUG oslo_concurrency.lockutils [req-f80305b8-6652-44fe-ad89-42359cfc111c req-f9436dcb-67c1-44da-9165-a9ae3a1c21ea service nova] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.870447] env[68986]: DEBUG oslo_concurrency.lockutils [req-f80305b8-6652-44fe-ad89-42359cfc111c req-f9436dcb-67c1-44da-9165-a9ae3a1c21ea service nova] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.870614] env[68986]: DEBUG oslo_concurrency.lockutils [req-f80305b8-6652-44fe-ad89-42359cfc111c req-f9436dcb-67c1-44da-9165-a9ae3a1c21ea service nova] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.870781] env[68986]: DEBUG nova.compute.manager [req-f80305b8-6652-44fe-ad89-42359cfc111c req-f9436dcb-67c1-44da-9165-a9ae3a1c21ea service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] No waiting events found dispatching network-vif-plugged-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.870948] env[68986]: WARNING nova.compute.manager [req-f80305b8-6652-44fe-ad89-42359cfc111c req-f9436dcb-67c1-44da-9165-a9ae3a1c21ea service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received unexpected event network-vif-plugged-c383823c-8cd3-4809-bec7-52c750faaa51 for instance with vm_state building and task_state spawning. [ 842.896362] env[68986]: DEBUG nova.network.neutron [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Successfully updated port: c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.926227] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebc3c1-16f7-0fc8-5492-5359644049e6/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.927109] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04485d8-6d84-44fb-8eec-177ad0cbb761 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.934057] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebc3c1-16f7-0fc8-5492-5359644049e6/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.934269] env[68986]: ERROR oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebc3c1-16f7-0fc8-5492-5359644049e6/disk-0.vmdk due to incomplete transfer. [ 842.934697] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fc297fa-edf3-44ab-ae92-1cd4ce119721 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.946931] env[68986]: DEBUG oslo_vmware.rw_handles [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ebc3c1-16f7-0fc8-5492-5359644049e6/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 842.947250] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Uploaded image 8c536368-268e-4f11-9650-1339024ed085 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 842.949649] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 842.952951] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81def314-f379-4d40-ba04-65fba9469da3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.961118] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 842.961118] env[68986]: value = "task-3215954" [ 842.961118] env[68986]: _type = "Task" [ 842.961118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.983013] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215954, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.198319] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215952, 'name': ReconfigVM_Task, 'duration_secs': 0.261126} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.198649] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance 'd8fda21c-b4b7-4a50-96cb-2c7f2838aeab' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.257315] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3cf369-40df-4c9a-bf5b-82f8e9a1ac94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.266153] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b9ca1-7d47-4bb9-ad11-95a225d2bc60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.280760] env[68986]: DEBUG oslo_vmware.api [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215953, 'name': PowerOffVM_Task, 'duration_secs': 0.38588} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.305348] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.305556] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.306496] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db2cd4a9-51ae-4b47-8d37-22abb7b7239d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.308651] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e68a4-5420-42e2-922c-352957cc08eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.319355] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6c3ec-6df6-4705-9eda-a78a8cf95944 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.334022] env[68986]: DEBUG nova.compute.provider_tree [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.394178] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.394412] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.394598] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Deleting the datastore file [datastore2] 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.394918] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d355bde-bb93-4986-a5ca-b8d9bc58a222 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.399758] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.399932] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.400103] env[68986]: DEBUG nova.network.neutron [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.406483] env[68986]: DEBUG oslo_vmware.api [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for the task: (returnval){ [ 843.406483] env[68986]: value = "task-3215956" [ 843.406483] env[68986]: _type = "Task" [ 843.406483] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.413907] env[68986]: DEBUG oslo_vmware.api [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.472364] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215954, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.707989] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9d8436c7-a292-4611-9c12-959b8f6c5f41',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1169477776',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.707989] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.708190] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.708246] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.708353] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.708501] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.708709] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.708870] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.709056] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.709248] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.709431] env[68986]: DEBUG nova.virt.hardware [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.715033] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.715386] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b60fa749-9d13-4d05-9be6-61474cd5b99c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.736959] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 843.736959] env[68986]: value = "task-3215957" [ 843.736959] env[68986]: _type = "Task" [ 843.736959] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.746157] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.837789] env[68986]: DEBUG nova.scheduler.client.report [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.916105] env[68986]: DEBUG oslo_vmware.api [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.937088] env[68986]: DEBUG nova.network.neutron [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.974161] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215954, 'name': Destroy_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.109249] env[68986]: DEBUG nova.network.neutron [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc383823c-8c", "ovs_interfaceid": "c383823c-8cd3-4809-bec7-52c750faaa51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.247242] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215957, 'name': ReconfigVM_Task, 'duration_secs': 0.378807} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.247825] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.248394] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b9b94-5851-400e-a83e-656aa2a9fca8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.272080] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.272080] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6aebc8d-38d7-4dba-96e9-599658da2034 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.290947] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 844.290947] env[68986]: value = "task-3215958" [ 844.290947] env[68986]: _type = "Task" [ 844.290947] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.299944] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.329032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.329260] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.342458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.346894] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.122s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.346894] env[68986]: DEBUG nova.objects.instance [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lazy-loading 'resources' on Instance uuid 38ee0a83-8a17-4966-9833-d9973e2a4bc0 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.365190] env[68986]: INFO nova.scheduler.client.report [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Deleted allocations for instance 605d203a-812f-4cfd-be70-36299038162c [ 844.417263] env[68986]: DEBUG oslo_vmware.api [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Task: {'id': task-3215956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68394} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.417559] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.417785] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.418014] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.418239] env[68986]: INFO nova.compute.manager [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Took 1.67 seconds to destroy the instance on the hypervisor. [ 844.418602] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.418782] env[68986]: DEBUG nova.compute.manager [-] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.418877] env[68986]: DEBUG nova.network.neutron [-] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.475017] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215954, 'name': Destroy_Task, 'duration_secs': 1.051595} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.475017] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Destroyed the VM [ 844.475017] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.475017] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca5ae7c0-d068-4138-bde9-fd2557dad622 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.482572] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 844.482572] env[68986]: value = "task-3215959" [ 844.482572] env[68986]: _type = "Task" [ 844.482572] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.491620] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215959, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.611674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.612095] env[68986]: DEBUG nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Instance network_info: |[{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc383823c-8c", "ovs_interfaceid": "c383823c-8cd3-4809-bec7-52c750faaa51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.612453] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:96:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c383823c-8cd3-4809-bec7-52c750faaa51', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.620480] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating folder: Project (38c1796f9b484e6394468ae1cdf04eb4). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.620760] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-388569b6-a1db-4cd0-add7-96c627278759 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.632611] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Created folder: Project (38c1796f9b484e6394468ae1cdf04eb4) in parent group-v642845. [ 844.632812] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating folder: Instances. Parent ref: group-v643013. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.633099] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dde47e0-0b0d-40b2-909c-247f91ecb377 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.644462] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Created folder: Instances in parent group-v643013. [ 844.644709] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.645049] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.645170] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f691e4-b3d1-4ef2-a71a-9f1f67f27064 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.667418] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.667418] env[68986]: value = "task-3215962" [ 844.667418] env[68986]: _type = "Task" [ 844.667418] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.676093] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215962, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.803653] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215958, 'name': ReconfigVM_Task, 'duration_secs': 0.270382} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.803939] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfigured VM instance instance-0000002f to attach disk [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.804210] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance 'd8fda21c-b4b7-4a50-96cb-2c7f2838aeab' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.831865] env[68986]: DEBUG nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.878476] env[68986]: DEBUG oslo_concurrency.lockutils [None req-71174e16-7b8a-4a77-9dc1-5338af5a6022 tempest-ServersTestBootFromVolume-1112181632 tempest-ServersTestBootFromVolume-1112181632-project-member] Lock "605d203a-812f-4cfd-be70-36299038162c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.536s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.954672] env[68986]: DEBUG nova.compute.manager [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received event network-changed-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.954995] env[68986]: DEBUG nova.compute.manager [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Refreshing instance network info cache due to event network-changed-c383823c-8cd3-4809-bec7-52c750faaa51. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.955130] env[68986]: DEBUG oslo_concurrency.lockutils [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] Acquiring lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.955357] env[68986]: DEBUG oslo_concurrency.lockutils [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] Acquired lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.955523] env[68986]: DEBUG nova.network.neutron [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Refreshing network info cache for port c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.995143] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215959, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.162530] env[68986]: DEBUG nova.network.neutron [-] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.178718] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215962, 'name': CreateVM_Task, 'duration_secs': 0.34765} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.178962] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.180745] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.180745] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.180745] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.181506] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f50786d-7d6f-400f-acbf-f62119898068 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.190865] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 845.190865] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3b931-1d43-fe34-0bbc-37c130de2520" [ 845.190865] env[68986]: _type = "Task" [ 845.190865] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.202318] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3b931-1d43-fe34-0bbc-37c130de2520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.301319] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b5adc-dcb8-40b7-acee-3f9382d17e5a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.310872] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c5e5d6-20d4-404f-b3cb-0ae0b0f52f21 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.314210] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578254c-bfcc-42ae-b7c5-5602f550bb6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.358288] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439eabea-2149-4d87-ab93-70cc8dbd3cc5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.363543] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444c4e92-9481-4a6e-8441-c8767e662d6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.386318] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15c3e8b-58c0-46ec-b1c1-e612fbebb051 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.390336] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance 'd8fda21c-b4b7-4a50-96cb-2c7f2838aeab' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.394341] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.405879] env[68986]: DEBUG nova.compute.provider_tree [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.493020] env[68986]: DEBUG oslo_vmware.api [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215959, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575495} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.493309] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.493860] env[68986]: INFO nova.compute.manager [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Took 17.17 seconds to snapshot the instance on the hypervisor. [ 845.665368] env[68986]: INFO nova.compute.manager [-] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Took 1.25 seconds to deallocate network for instance. [ 845.702785] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f3b931-1d43-fe34-0bbc-37c130de2520, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.703136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.703389] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.703663] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.703803] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.704011] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.704299] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ad43d2e-f0e2-43d0-b172-badc1b3a2eb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.715165] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.715558] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.716325] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fc6664-c2c6-4f5e-816a-b979cc4abfc0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.727939] env[68986]: DEBUG nova.network.neutron [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updated VIF entry in instance network info cache for port c383823c-8cd3-4809-bec7-52c750faaa51. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.728303] env[68986]: DEBUG nova.network.neutron [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc383823c-8c", "ovs_interfaceid": "c383823c-8cd3-4809-bec7-52c750faaa51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.730711] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 845.730711] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52702045-5380-ce62-04dc-8a78bf3d8927" [ 845.730711] env[68986]: _type = "Task" [ 845.730711] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.741898] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52702045-5380-ce62-04dc-8a78bf3d8927, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.742707] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe159691-0295-4239-b4a5-86c21a787e75 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.748126] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 845.748126] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f0009-3ae9-20c8-f76e-4fccc6b113d7" [ 845.748126] env[68986]: _type = "Task" [ 845.748126] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.755954] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f0009-3ae9-20c8-f76e-4fccc6b113d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.909175] env[68986]: DEBUG nova.scheduler.client.report [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.947406] env[68986]: DEBUG nova.network.neutron [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Port 57a2eed3-04ef-44d8-a7dc-3df6e488af90 binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 846.052037] env[68986]: DEBUG nova.compute.manager [None req-93f2e00e-e058-4ff3-94a2-d20396997617 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Found 1 images (rotation: 2) {{(pid=68986) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 846.172140] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.232498] env[68986]: DEBUG oslo_concurrency.lockutils [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] Releasing lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.232790] env[68986]: DEBUG nova.compute.manager [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Received event network-vif-deleted-974b7180-d339-4ef6-9b06-0158c7966635 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.233017] env[68986]: INFO nova.compute.manager [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Neutron deleted interface 974b7180-d339-4ef6-9b06-0158c7966635; detaching it from the instance and deleting it from the info cache [ 846.233207] env[68986]: DEBUG nova.network.neutron [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.259630] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f0009-3ae9-20c8-f76e-4fccc6b113d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.260160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.260160] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.260420] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ac5685-6227-418b-bd53-f85cc2d51dc3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.273454] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 846.273454] env[68986]: value = "task-3215963" [ 846.273454] env[68986]: _type = "Task" [ 846.273454] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.280634] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.417074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.417750] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.620s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.419907] env[68986]: INFO nova.compute.claims [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.443290] env[68986]: INFO nova.scheduler.client.report [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Deleted allocations for instance 38ee0a83-8a17-4966-9833-d9973e2a4bc0 [ 846.737506] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ab911e5-b4c3-4c8a-8170-1393f2f313c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.748601] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad94484-0bfb-4507-b0ad-375eb67e2248 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.780398] env[68986]: DEBUG nova.compute.manager [req-82cf3f50-e0e4-4437-8cb3-cd4271113b51 req-24d10ca6-7a31-46d3-8fd5-77dce639a983 service nova] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Detach interface failed, port_id=974b7180-d339-4ef6-9b06-0158c7966635, reason: Instance 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.789189] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466762} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.789441] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.789633] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.789880] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17726a1f-7aca-4cc0-b7f2-fb89a96aa08e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.796283] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 846.796283] env[68986]: value = "task-3215964" [ 846.796283] env[68986]: _type = "Task" [ 846.796283] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.804367] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.953989] env[68986]: DEBUG oslo_concurrency.lockutils [None req-17bb5420-4f8d-43ea-a56e-092a458dcd88 tempest-ServersTestManualDisk-4637374 tempest-ServersTestManualDisk-4637374-project-member] Lock "38ee0a83-8a17-4966-9833-d9973e2a4bc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.784s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.977933] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.978058] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.978234] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.307520] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069943} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.307812] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.309222] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2ee3a3-f80d-4b4e-9af9-761c68f4690d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.332167] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.332743] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225d91c1-3bb3-4d19-afae-8007a2a9ed34 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.354096] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 847.354096] env[68986]: value = "task-3215965" [ 847.354096] env[68986]: _type = "Task" [ 847.354096] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.362449] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.572101] env[68986]: DEBUG nova.compute.manager [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.573116] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd09039-3cfe-4101-8234-25a850592a21 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.867187] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215965, 'name': ReconfigVM_Task, 'duration_secs': 0.289819} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.867187] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.868323] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d78e736b-2bcd-43c9-a98e-ecf8eb55016a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.875644] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 847.875644] env[68986]: value = "task-3215966" [ 847.875644] env[68986]: _type = "Task" [ 847.875644] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.888009] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215966, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.893615] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424366db-5768-436f-916a-7a4768fcfb0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.903034] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e80139-9109-40d4-a820-623d166e0708 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.936563] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166466c-4d7c-4383-b31e-8a6f7482725b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.944457] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cfa014-a1aa-4ab6-b6e7-10c906f1a62b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.958310] env[68986]: DEBUG nova.compute.provider_tree [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.050752] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.050914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.051098] env[68986]: DEBUG nova.network.neutron [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.089726] env[68986]: INFO nova.compute.manager [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] instance snapshotting [ 848.090664] env[68986]: DEBUG nova.objects.instance [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'flavor' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.385471] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215966, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.461856] env[68986]: DEBUG nova.scheduler.client.report [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.598623] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7b3aac-1210-4a61-9b56-6ab632a61e4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.622942] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0513d8-82ee-44a2-a99c-d2746e7d462f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.890544] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215966, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.891609] env[68986]: DEBUG nova.network.neutron [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [{"id": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "address": "fa:16:3e:1c:6b:71", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2eed3-04", "ovs_interfaceid": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.967938] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.968461] env[68986]: DEBUG nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.972038] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.806s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.973339] env[68986]: INFO nova.compute.claims [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.137240] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.137240] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2231d99f-a98c-48c1-8a9a-6b9ed59bbfa8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.149040] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 849.149040] env[68986]: value = "task-3215967" [ 849.149040] env[68986]: _type = "Task" [ 849.149040] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.158650] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215967, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.388637] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215966, 'name': Rename_Task, 'duration_secs': 1.151311} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.388637] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.388833] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab8b7275-54df-477b-a2d2-7ab135e7d9db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.395316] env[68986]: DEBUG oslo_concurrency.lockutils [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.400763] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 849.400763] env[68986]: value = "task-3215968" [ 849.400763] env[68986]: _type = "Task" [ 849.400763] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.411567] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.480704] env[68986]: DEBUG nova.compute.utils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.485303] env[68986]: DEBUG nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.485487] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.534966] env[68986]: DEBUG nova.policy [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e72743c5ec487fa9e8db4b17820e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43414678601b49ea85bbfdd43886acf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.661566] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215967, 'name': CreateSnapshot_Task, 'duration_secs': 0.436762} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.661913] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.662739] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672111ef-b78b-4868-b775-9db5dcf1a231 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.869364] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Successfully created port: 3a7251c5-e800-4023-97a7-9e3d9b78c097 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.923445] env[68986]: DEBUG oslo_vmware.api [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3215968, 'name': PowerOnVM_Task, 'duration_secs': 0.451426} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.924421] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.924742] env[68986]: INFO nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Took 7.66 seconds to spawn the instance on the hypervisor. [ 849.925577] env[68986]: DEBUG nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.926607] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb91ef38-209c-4def-86d0-3b24fdc0aebf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.933507] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d84fece-f4b4-494b-9cfa-f58b39ad1afa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.963759] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430281f3-f2e2-4237-b1d1-d9d3ad05b94d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.970972] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance 'd8fda21c-b4b7-4a50-96cb-2c7f2838aeab' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.988918] env[68986]: DEBUG nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.189788] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 850.191147] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e4a72ce-5a9b-4639-9d9d-238956b99cf6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.205157] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 850.205157] env[68986]: value = "task-3215969" [ 850.205157] env[68986]: _type = "Task" [ 850.205157] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.214549] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215969, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.276882] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Successfully created port: f1784e25-e918-4626-9883-e9ad4b7731e3 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.473885] env[68986]: INFO nova.compute.manager [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Took 47.84 seconds to build instance. [ 850.477664] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.477946] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-498abbb1-e5df-427b-92a9-6306504ed69f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.486649] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 850.486649] env[68986]: value = "task-3215970" [ 850.486649] env[68986]: _type = "Task" [ 850.486649] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.504058] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.673853] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa613683-7c6f-4582-8ca7-8c66a8ca741f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.683063] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf6321-8b4d-46ce-b9e9-72f5289aa486 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.721917] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9b881e-5566-471b-a790-043c3e5c8c08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.736980] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f49707-33ad-4b5b-948c-b43fb6375df7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.739346] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215969, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.749316] env[68986]: DEBUG nova.compute.provider_tree [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.976075] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4c85759-52d6-4914-b115-47fdcf1e07c8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.351s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.998923] env[68986]: DEBUG oslo_vmware.api [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3215970, 'name': PowerOnVM_Task, 'duration_secs': 0.415974} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.999518] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.999866] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-47b44f21-3d18-4313-92c5-aaa007f1bb94 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance 'd8fda21c-b4b7-4a50-96cb-2c7f2838aeab' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.007644] env[68986]: DEBUG nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.042039] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.042039] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.042039] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.042039] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.042817] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.043388] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.045278] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.045278] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.045533] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.047970] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.047970] env[68986]: DEBUG nova.virt.hardware [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.047970] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0bcd41-775e-43a3-835a-8694ab4d93db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.057234] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26f77a-fd5d-4dc8-bb19-4faf0a9e69af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.229965] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215969, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.255028] env[68986]: DEBUG nova.scheduler.client.report [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.733673] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215969, 'name': CloneVM_Task, 'duration_secs': 1.378829} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.733937] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Created linked-clone VM from snapshot [ 851.735366] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36919f7-9578-4074-b515-438430bb5097 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.742760] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Uploading image 71d183e3-8598-42ae-a695-13a11c23cc71 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.758504] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.759032] env[68986]: DEBUG nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.762637] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.448s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.762898] env[68986]: DEBUG nova.objects.instance [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lazy-loading 'resources' on Instance uuid 726ad389-fe57-4903-ae96-b864e81f98ee {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.772679] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.772679] env[68986]: value = "vm-643017" [ 851.772679] env[68986]: _type = "VirtualMachine" [ 851.772679] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.772976] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be90d4a9-8655-45f2-95f0-345a313f8d01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.784083] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease: (returnval){ [ 851.784083] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d3a4ba-f157-b16a-15d1-bcc468617ec4" [ 851.784083] env[68986]: _type = "HttpNfcLease" [ 851.784083] env[68986]: } obtained for exporting VM: (result){ [ 851.784083] env[68986]: value = "vm-643017" [ 851.784083] env[68986]: _type = "VirtualMachine" [ 851.784083] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.784449] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the lease: (returnval){ [ 851.784449] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d3a4ba-f157-b16a-15d1-bcc468617ec4" [ 851.784449] env[68986]: _type = "HttpNfcLease" [ 851.784449] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.793886] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.793886] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d3a4ba-f157-b16a-15d1-bcc468617ec4" [ 851.793886] env[68986]: _type = "HttpNfcLease" [ 851.793886] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.794208] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.794208] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d3a4ba-f157-b16a-15d1-bcc468617ec4" [ 851.794208] env[68986]: _type = "HttpNfcLease" [ 851.794208] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.794959] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0423bf9d-2cfc-4b4d-9950-99e828323f56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.805893] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251adbf-b3b0-402b-b75f-bdd0481f1d91/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.806802] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251adbf-b3b0-402b-b75f-bdd0481f1d91/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.915603] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48753c6f-f33d-4963-9066-f3c200dd6711 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.958697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "b74fc7ea-5917-4657-add1-02af11fdbb62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.958951] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.064244] env[68986]: DEBUG nova.compute.manager [req-f898a464-653a-4909-956c-cb199763745d req-e6f8afdc-67e1-45c7-877c-86b0b86c9ca7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received event network-vif-plugged-3a7251c5-e800-4023-97a7-9e3d9b78c097 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.064466] env[68986]: DEBUG oslo_concurrency.lockutils [req-f898a464-653a-4909-956c-cb199763745d req-e6f8afdc-67e1-45c7-877c-86b0b86c9ca7 service nova] Acquiring lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.064670] env[68986]: DEBUG oslo_concurrency.lockutils [req-f898a464-653a-4909-956c-cb199763745d req-e6f8afdc-67e1-45c7-877c-86b0b86c9ca7 service nova] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.064833] env[68986]: DEBUG oslo_concurrency.lockutils [req-f898a464-653a-4909-956c-cb199763745d req-e6f8afdc-67e1-45c7-877c-86b0b86c9ca7 service nova] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.065032] env[68986]: DEBUG nova.compute.manager [req-f898a464-653a-4909-956c-cb199763745d req-e6f8afdc-67e1-45c7-877c-86b0b86c9ca7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] No waiting events found dispatching network-vif-plugged-3a7251c5-e800-4023-97a7-9e3d9b78c097 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.065210] env[68986]: WARNING nova.compute.manager [req-f898a464-653a-4909-956c-cb199763745d req-e6f8afdc-67e1-45c7-877c-86b0b86c9ca7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received unexpected event network-vif-plugged-3a7251c5-e800-4023-97a7-9e3d9b78c097 for instance with vm_state building and task_state spawning. [ 852.107823] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Successfully updated port: 3a7251c5-e800-4023-97a7-9e3d9b78c097 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.269546] env[68986]: DEBUG nova.compute.utils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.276892] env[68986]: DEBUG nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.276892] env[68986]: DEBUG nova.network.neutron [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.326850] env[68986]: DEBUG nova.policy [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8f896d9402740388e54a0c932497c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '936213ef3bc347a1af45a7e348ea9eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.360434] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "51d214a6-8781-43e2-bd78-457f9d2df573" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.361828] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "51d214a6-8781-43e2-bd78-457f9d2df573" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.461926] env[68986]: DEBUG nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.731446] env[68986]: DEBUG nova.network.neutron [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Successfully created port: d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.775791] env[68986]: DEBUG nova.compute.utils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.820990] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d71a341-0e85-4cc0-80e6-e34c0dce374f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.833204] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4833ea90-15b4-4edc-9f8c-b74724436c9b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.872946] env[68986]: DEBUG nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.876203] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdeaca0-8888-464d-9d56-6ffe228bed6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.885230] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749c4479-4c64-4f79-bae1-1982eafcacf8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.903422] env[68986]: DEBUG nova.compute.provider_tree [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.983523] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.281757] env[68986]: DEBUG nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.403445] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.408524] env[68986]: DEBUG nova.scheduler.client.report [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.909283] env[68986]: DEBUG nova.network.neutron [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Port 57a2eed3-04ef-44d8-a7dc-3df6e488af90 binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 853.909596] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.909741] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.909901] env[68986]: DEBUG nova.network.neutron [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.914036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.915457] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.916s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.915677] env[68986]: DEBUG nova.objects.instance [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lazy-loading 'resources' on Instance uuid 712c268b-7661-4ac2-b97a-0fb7361395bf {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.935185] env[68986]: INFO nova.scheduler.client.report [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Deleted allocations for instance 726ad389-fe57-4903-ae96-b864e81f98ee [ 854.095538] env[68986]: DEBUG nova.compute.manager [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received event network-changed-3a7251c5-e800-4023-97a7-9e3d9b78c097 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.095732] env[68986]: DEBUG nova.compute.manager [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Refreshing instance network info cache due to event network-changed-3a7251c5-e800-4023-97a7-9e3d9b78c097. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.095950] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] Acquiring lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.096165] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] Acquired lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.096338] env[68986]: DEBUG nova.network.neutron [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Refreshing network info cache for port 3a7251c5-e800-4023-97a7-9e3d9b78c097 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.297187] env[68986]: DEBUG nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:36:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1726912164',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-455941657',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.327727] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.328969] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.328969] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.328969] env[68986]: DEBUG nova.virt.hardware [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.329171] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec67cab-faf2-4367-a820-42a5cd301abc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.337622] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1d11db-e935-4d77-9ff3-a86a781e3c58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.445480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b4c9a1c-3ba8-4446-a56d-7bab8c86208f tempest-FloatingIPsAssociationTestJSON-755802430 tempest-FloatingIPsAssociationTestJSON-755802430-project-member] Lock "726ad389-fe57-4903-ae96-b864e81f98ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.662s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.518658] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Successfully updated port: f1784e25-e918-4626-9883-e9ad4b7731e3 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.634565] env[68986]: DEBUG nova.network.neutron [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Successfully updated port: d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.657618] env[68986]: DEBUG nova.network.neutron [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.752930] env[68986]: DEBUG nova.network.neutron [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.813439] env[68986]: DEBUG nova.network.neutron [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [{"id": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "address": "fa:16:3e:1c:6b:71", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2eed3-04", "ovs_interfaceid": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.001614] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9807df-c660-45b2-b9e3-8e6d7877e4c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.010314] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58261a91-d044-4586-bef0-617f55c32611 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.048070] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.049269] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21341bb6-1b22-4370-958a-7e4a0e6e60e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.058167] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b418d-8f8e-4443-ad42-4b4ae245d8c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.072353] env[68986]: DEBUG nova.compute.provider_tree [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.137309] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.137509] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.137623] env[68986]: DEBUG nova.network.neutron [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.257252] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a5b7877-a204-4755-8904-16d7138d7e03 req-6a32167d-9f6f-4fe2-bdc7-100dffdf91ae service nova] Releasing lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.257252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.257252] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.317864] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.575745] env[68986]: DEBUG nova.scheduler.client.report [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.804789] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.821101] env[68986]: DEBUG nova.compute.manager [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68986) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 855.821101] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.935074] env[68986]: DEBUG nova.network.neutron [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.083333] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.084272] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.783s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.084905] env[68986]: DEBUG nova.objects.instance [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lazy-loading 'resources' on Instance uuid 8be461f0-4cdb-4abc-a860-9bbd55111a8d {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.115155] env[68986]: INFO nova.scheduler.client.report [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Deleted allocations for instance 712c268b-7661-4ac2-b97a-0fb7361395bf [ 856.157760] env[68986]: DEBUG nova.network.neutron [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Updating instance_info_cache with network_info: [{"id": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "address": "fa:16:3e:02:57:f5", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b47a6a-f7", "ovs_interfaceid": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.321311] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received event network-vif-plugged-f1784e25-e918-4626-9883-e9ad4b7731e3 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.321311] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Acquiring lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.321709] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.321709] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.321830] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] No waiting events found dispatching network-vif-plugged-f1784e25-e918-4626-9883-e9ad4b7731e3 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.322026] env[68986]: WARNING nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received unexpected event network-vif-plugged-f1784e25-e918-4626-9883-e9ad4b7731e3 for instance with vm_state building and task_state spawning. [ 856.323159] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Received event network-vif-plugged-d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.323408] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Acquiring lock "f696a327-ad05-411c-b02d-b4a3017d422f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.323620] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Lock "f696a327-ad05-411c-b02d-b4a3017d422f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.323792] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Lock "f696a327-ad05-411c-b02d-b4a3017d422f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.323971] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] No waiting events found dispatching network-vif-plugged-d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.324150] env[68986]: WARNING nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Received unexpected event network-vif-plugged-d5b47a6a-f74d-41e8-87b3-0afb13d2592f for instance with vm_state building and task_state spawning. [ 856.324328] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received event network-changed-f1784e25-e918-4626-9883-e9ad4b7731e3 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.324491] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Refreshing instance network info cache due to event network-changed-f1784e25-e918-4626-9883-e9ad4b7731e3. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.324669] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Acquiring lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.540268] env[68986]: DEBUG nova.network.neutron [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Updating instance_info_cache with network_info: [{"id": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "address": "fa:16:3e:c9:19:65", "network": {"id": "a5d021e9-4dde-4b6b-bee7-67a72588aa72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1869059577", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7251c5-e8", "ovs_interfaceid": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1784e25-e918-4626-9883-e9ad4b7731e3", "address": "fa:16:3e:6e:02:59", "network": {"id": "0f7cfd0d-9cca-4b08-a826-45ac4be4f50d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-80464732", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1784e25-e9", "ovs_interfaceid": "f1784e25-e918-4626-9883-e9ad4b7731e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.628945] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a8b20f5-dc06-42f9-9ab7-fb96faa04488 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "712c268b-7661-4ac2-b97a-0fb7361395bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.441s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.664317] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Releasing lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.665149] env[68986]: DEBUG nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Instance network_info: |[{"id": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "address": "fa:16:3e:02:57:f5", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b47a6a-f7", "ovs_interfaceid": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.665667] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:57:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b47a6a-f74d-41e8-87b3-0afb13d2592f', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.674125] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.676867] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.677348] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18ec71f1-fe63-4420-868f-92da6784f20a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.701679] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.701679] env[68986]: value = "task-3215972" [ 856.701679] env[68986]: _type = "Task" [ 856.701679] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.713966] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215972, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.030019] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72996dde-3f25-4b68-a588-79bacf8849fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.039143] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a37f158-db89-42ed-9bb9-a1ee1885520d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.042765] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Releasing lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.043181] env[68986]: DEBUG nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Instance network_info: |[{"id": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "address": "fa:16:3e:c9:19:65", "network": {"id": "a5d021e9-4dde-4b6b-bee7-67a72588aa72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1869059577", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7251c5-e8", "ovs_interfaceid": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1784e25-e918-4626-9883-e9ad4b7731e3", "address": "fa:16:3e:6e:02:59", "network": {"id": "0f7cfd0d-9cca-4b08-a826-45ac4be4f50d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-80464732", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1784e25-e9", "ovs_interfaceid": "f1784e25-e918-4626-9883-e9ad4b7731e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.043539] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Acquired lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.043761] env[68986]: DEBUG nova.network.neutron [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Refreshing network info cache for port f1784e25-e918-4626-9883-e9ad4b7731e3 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.044963] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:19:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a7251c5-e800-4023-97a7-9e3d9b78c097', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:02:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1784e25-e918-4626-9883-e9ad4b7731e3', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.054663] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.056221] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.056452] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2e9706-c2be-428d-a0e8-4ea8d695c3d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.101581] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f4ed6-b94c-41c6-8fef-11563fcbe365 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.106363] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.106654] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.106877] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.107099] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.107270] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.108911] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.108911] env[68986]: value = "task-3215973" [ 857.108911] env[68986]: _type = "Task" [ 857.108911] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.109915] env[68986]: INFO nova.compute.manager [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Terminating instance [ 857.122516] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8976be7-f22e-455a-b9a2-8c8ef25c37ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.130580] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215973, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.145282] env[68986]: DEBUG nova.compute.provider_tree [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.214392] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215972, 'name': CreateVM_Task, 'duration_secs': 0.447607} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.214392] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.214392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.214392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.214392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.214392] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816b359b-80c3-425d-b25c-dd16b18f1a55 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.218983] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 857.218983] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268e5c1-7bdc-e805-71c7-e2e4c041ccd5" [ 857.218983] env[68986]: _type = "Task" [ 857.218983] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.227796] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268e5c1-7bdc-e805-71c7-e2e4c041ccd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.621804] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215973, 'name': CreateVM_Task, 'duration_secs': 0.433588} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.621996] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.623039] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.623739] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.624099] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9262e18-715c-4980-bf6b-7c6f728f68c6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.627099] env[68986]: DEBUG nova.compute.manager [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.627365] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.628455] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd4a129-320f-4e1d-a461-60d6f6313ecb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.638107] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.639207] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca529a6-b49b-4a4a-bc87-c94b568801de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.641509] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 857.641509] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d8cec0-abab-72b2-6335-c4fc2f00abc2" [ 857.641509] env[68986]: _type = "Task" [ 857.641509] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.649378] env[68986]: DEBUG nova.scheduler.client.report [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.654670] env[68986]: DEBUG oslo_vmware.api [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 857.654670] env[68986]: value = "task-3215974" [ 857.654670] env[68986]: _type = "Task" [ 857.654670] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.671131] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d8cec0-abab-72b2-6335-c4fc2f00abc2, 'name': SearchDatastore_Task, 'duration_secs': 0.019025} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.679223] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.679670] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.679975] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.680220] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.680438] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.681275] env[68986]: DEBUG oslo_vmware.api [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.681508] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6de4e4cd-c0a2-45b5-a4b8-b6e360d47d82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.692095] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.692300] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.693101] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0c9604-4be6-48cf-8f37-1fcb93424522 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.701202] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 857.701202] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fcbb48-db41-1417-ed13-0a07f8941b42" [ 857.701202] env[68986]: _type = "Task" [ 857.701202] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.708724] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fcbb48-db41-1417-ed13-0a07f8941b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.730839] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268e5c1-7bdc-e805-71c7-e2e4c041ccd5, 'name': SearchDatastore_Task, 'duration_secs': 0.017306} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.732090] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.732090] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.732090] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.732090] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.732311] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.732706] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bc12713-eb48-4228-8e0c-18f6fa773492 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.744433] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.744635] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.745532] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08e856e-e19c-446c-b1fb-41336d05cd25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.752648] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 857.752648] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521fcb25-b285-f4c6-5470-a490ef73d865" [ 857.752648] env[68986]: _type = "Task" [ 857.752648] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.760967] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521fcb25-b285-f4c6-5470-a490ef73d865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.859717] env[68986]: DEBUG nova.network.neutron [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Updated VIF entry in instance network info cache for port f1784e25-e918-4626-9883-e9ad4b7731e3. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.859717] env[68986]: DEBUG nova.network.neutron [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Updating instance_info_cache with network_info: [{"id": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "address": "fa:16:3e:c9:19:65", "network": {"id": "a5d021e9-4dde-4b6b-bee7-67a72588aa72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1869059577", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7251c5-e8", "ovs_interfaceid": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1784e25-e918-4626-9883-e9ad4b7731e3", "address": "fa:16:3e:6e:02:59", "network": {"id": "0f7cfd0d-9cca-4b08-a826-45ac4be4f50d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-80464732", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1784e25-e9", "ovs_interfaceid": "f1784e25-e918-4626-9883-e9ad4b7731e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.162022] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.162982] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.594s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.163359] env[68986]: DEBUG nova.objects.instance [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.176436] env[68986]: DEBUG oslo_vmware.api [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215974, 'name': PowerOffVM_Task, 'duration_secs': 0.304904} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.176915] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.178432] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.178432] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6acf1ae8-0e66-4160-8296-938c6fb9c9a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.212534] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fcbb48-db41-1417-ed13-0a07f8941b42, 'name': SearchDatastore_Task, 'duration_secs': 0.022799} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.214134] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f09396-3d89-4144-84a9-5ce043630260 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.223034] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 858.223034] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522aa316-1ffb-5904-ace3-aefc7e41d53b" [ 858.223034] env[68986]: _type = "Task" [ 858.223034] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.234134] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522aa316-1ffb-5904-ace3-aefc7e41d53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.246520] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.246620] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.246791] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Deleting the datastore file [datastore1] eb88e41d-1dc6-4b06-b75b-e759c3e57103 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.247555] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dae725fe-8098-4084-88e2-18005aa7baf9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.254789] env[68986]: DEBUG oslo_vmware.api [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for the task: (returnval){ [ 858.254789] env[68986]: value = "task-3215976" [ 858.254789] env[68986]: _type = "Task" [ 858.254789] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.266746] env[68986]: DEBUG oslo_vmware.api [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.270737] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521fcb25-b285-f4c6-5470-a490ef73d865, 'name': SearchDatastore_Task, 'duration_secs': 0.015382} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.271600] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fce6f6-17cd-42a9-86b4-4b5fe090e9c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.277415] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 858.277415] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529d7991-cadf-5fac-b6b8-7cfe81e7ca0e" [ 858.277415] env[68986]: _type = "Task" [ 858.277415] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.286434] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529d7991-cadf-5fac-b6b8-7cfe81e7ca0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.318761] env[68986]: INFO nova.scheduler.client.report [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Deleted allocations for instance 8be461f0-4cdb-4abc-a860-9bbd55111a8d [ 858.361560] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Releasing lock "refresh_cache-ee4536ab-9b1c-473b-9422-5697317cde4f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.364607] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Received event network-changed-d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.364607] env[68986]: DEBUG nova.compute.manager [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Refreshing instance network info cache due to event network-changed-d5b47a6a-f74d-41e8-87b3-0afb13d2592f. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.364607] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Acquiring lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.364607] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Acquired lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.364607] env[68986]: DEBUG nova.network.neutron [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Refreshing network info cache for port d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.733530] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522aa316-1ffb-5904-ace3-aefc7e41d53b, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.733833] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.734180] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ee4536ab-9b1c-473b-9422-5697317cde4f/ee4536ab-9b1c-473b-9422-5697317cde4f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.734526] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef054b1a-9a8f-4c49-bf84-9621e83d44a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.743832] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 858.743832] env[68986]: value = "task-3215977" [ 858.743832] env[68986]: _type = "Task" [ 858.743832] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.751857] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.768212] env[68986]: DEBUG oslo_vmware.api [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Task: {'id': task-3215976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359746} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.768212] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.768212] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.768675] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.768675] env[68986]: INFO nova.compute.manager [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Took 1.14 seconds to destroy the instance on the hypervisor. [ 858.768675] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.768827] env[68986]: DEBUG nova.compute.manager [-] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.768924] env[68986]: DEBUG nova.network.neutron [-] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.795636] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529d7991-cadf-5fac-b6b8-7cfe81e7ca0e, 'name': SearchDatastore_Task, 'duration_secs': 0.024996} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.796081] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.796368] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f696a327-ad05-411c-b02d-b4a3017d422f/f696a327-ad05-411c-b02d-b4a3017d422f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.796677] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fdfd24d-9223-4fbe-a7ad-e77997532b83 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.803484] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 858.803484] env[68986]: value = "task-3215978" [ 858.803484] env[68986]: _type = "Task" [ 858.803484] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.814625] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.828398] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33464887-f714-4914-a5cb-ae716b40430f tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "8be461f0-4cdb-4abc-a860-9bbd55111a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.567s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.201554] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ca55ef2-7c0b-4900-8546-b4a13bb88e25 tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.201554] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.745s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.201554] env[68986]: DEBUG nova.objects.instance [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lazy-loading 'resources' on Instance uuid 143842ce-aa1e-444b-85c2-79fbb7d47a63 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.236125] env[68986]: DEBUG nova.compute.manager [req-bd37e583-edca-46fe-bbe2-3e385ccc8a96 req-94f60953-a035-409a-94c3-5148b38d2474 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Received event network-vif-deleted-2152caa8-114b-402e-858b-bd4d01f38d5b {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.236323] env[68986]: INFO nova.compute.manager [req-bd37e583-edca-46fe-bbe2-3e385ccc8a96 req-94f60953-a035-409a-94c3-5148b38d2474 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Neutron deleted interface 2152caa8-114b-402e-858b-bd4d01f38d5b; detaching it from the instance and deleting it from the info cache [ 859.236558] env[68986]: DEBUG nova.network.neutron [req-bd37e583-edca-46fe-bbe2-3e385ccc8a96 req-94f60953-a035-409a-94c3-5148b38d2474 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.261996] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.328407] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215978, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.363818] env[68986]: DEBUG nova.network.neutron [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Updated VIF entry in instance network info cache for port d5b47a6a-f74d-41e8-87b3-0afb13d2592f. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.363818] env[68986]: DEBUG nova.network.neutron [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Updating instance_info_cache with network_info: [{"id": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "address": "fa:16:3e:02:57:f5", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b47a6a-f7", "ovs_interfaceid": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.704564] env[68986]: DEBUG nova.network.neutron [-] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.743385] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b783bd09-1c31-4ae4-a2e2-bb8bf236e081 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.760884] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e148451f-00e0-4da5-8c4c-322c7fbe7bfd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.778339] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872096} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.782163] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ee4536ab-9b1c-473b-9422-5697317cde4f/ee4536ab-9b1c-473b-9422-5697317cde4f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.782163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.782163] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fd46871-0967-49f4-b52a-f2f238d50e98 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.786475] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 859.786475] env[68986]: value = "task-3215979" [ 859.786475] env[68986]: _type = "Task" [ 859.786475] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.813127] env[68986]: DEBUG nova.compute.manager [req-bd37e583-edca-46fe-bbe2-3e385ccc8a96 req-94f60953-a035-409a-94c3-5148b38d2474 service nova] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Detach interface failed, port_id=2152caa8-114b-402e-858b-bd4d01f38d5b, reason: Instance eb88e41d-1dc6-4b06-b75b-e759c3e57103 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.820668] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.826048] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843018} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.829506] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f696a327-ad05-411c-b02d-b4a3017d422f/f696a327-ad05-411c-b02d-b4a3017d422f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.829941] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.830337] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-015cdebc-0c57-46da-b114-c68e72fcfff3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.836695] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 859.836695] env[68986]: value = "task-3215980" [ 859.836695] env[68986]: _type = "Task" [ 859.836695] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.850036] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.868056] env[68986]: DEBUG oslo_concurrency.lockutils [req-b7fec3f3-da27-4bdb-82e1-12952ff92065 req-10528569-1b39-4f58-b32d-907a3559c1e7 service nova] Releasing lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.061132] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251adbf-b3b0-402b-b75f-bdd0481f1d91/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.062281] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2d726-e6ff-4d33-bb23-c89a3de6d974 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.074022] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251adbf-b3b0-402b-b75f-bdd0481f1d91/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.074022] env[68986]: ERROR oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251adbf-b3b0-402b-b75f-bdd0481f1d91/disk-0.vmdk due to incomplete transfer. [ 860.074022] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d12451ca-30da-44c2-97d5-522ef4cb7d3d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.079542] env[68986]: DEBUG oslo_vmware.rw_handles [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251adbf-b3b0-402b-b75f-bdd0481f1d91/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.079727] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Uploaded image 71d183e3-8598-42ae-a695-13a11c23cc71 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.082065] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.082440] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e149fe17-bd3f-427b-921f-80a5c5900a5e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.089181] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 860.089181] env[68986]: value = "task-3215981" [ 860.089181] env[68986]: _type = "Task" [ 860.089181] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.103912] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215981, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.156805] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24436571-a678-43ef-92c5-c729af52ba84 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.164743] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d02c15-24bc-41ea-9fa6-37fd0167d2aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.202264] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b0722-5dd8-4fd1-ac69-0476d07e699b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.207315] env[68986]: INFO nova.compute.manager [-] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Took 1.44 seconds to deallocate network for instance. [ 860.210102] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4534243d-2b0f-4f35-a979-f6f73ebb7d1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.227370] env[68986]: DEBUG nova.compute.provider_tree [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.297015] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076618} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.297309] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.298455] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98296e1-6dd6-4328-ad2a-ff184f9f4272 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.326446] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ee4536ab-9b1c-473b-9422-5697317cde4f/ee4536ab-9b1c-473b-9422-5697317cde4f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.326775] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0dfc43-1eec-4a67-973a-c94574326832 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.350840] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08863} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.352117] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.352466] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 860.352466] env[68986]: value = "task-3215982" [ 860.352466] env[68986]: _type = "Task" [ 860.352466] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.353209] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58103cfe-b1f0-4f0d-a63c-040dd2f0e9d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.363322] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.382970] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f696a327-ad05-411c-b02d-b4a3017d422f/f696a327-ad05-411c-b02d-b4a3017d422f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.382970] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e23b972-555d-4f8b-9275-b6d81d297d73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.400470] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 860.400470] env[68986]: value = "task-3215983" [ 860.400470] env[68986]: _type = "Task" [ 860.400470] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.412591] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.602472] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215981, 'name': Destroy_Task, 'duration_secs': 0.388027} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.602472] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Destroyed the VM [ 860.602472] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.602472] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c16668c9-2bfa-4f6e-94ad-3bfc54c4c741 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.606909] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 860.606909] env[68986]: value = "task-3215984" [ 860.606909] env[68986]: _type = "Task" [ 860.606909] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.616270] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215984, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.719380] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.730273] env[68986]: DEBUG nova.scheduler.client.report [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.866928] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215982, 'name': ReconfigVM_Task, 'duration_secs': 0.331014} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.867538] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ee4536ab-9b1c-473b-9422-5697317cde4f/ee4536ab-9b1c-473b-9422-5697317cde4f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.868274] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c9e3703-b696-4c15-8ee0-2da59d1cd487 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.877683] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 860.877683] env[68986]: value = "task-3215985" [ 860.877683] env[68986]: _type = "Task" [ 860.877683] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.886070] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215985, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.910601] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215983, 'name': ReconfigVM_Task, 'duration_secs': 0.276978} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.911096] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f696a327-ad05-411c-b02d-b4a3017d422f/f696a327-ad05-411c-b02d-b4a3017d422f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.911263] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68986) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 860.911896] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f9fd683e-3b7e-4f52-afe9-e00adcd63eaf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.917847] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 860.917847] env[68986]: value = "task-3215986" [ 860.917847] env[68986]: _type = "Task" [ 860.917847] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.926202] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215986, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.117777] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215984, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.236151] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.238921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.669s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.240033] env[68986]: DEBUG nova.objects.instance [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lazy-loading 'resources' on Instance uuid 138f09b4-dd48-4522-ad5b-7c3decadcbf7 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.272908] env[68986]: INFO nova.scheduler.client.report [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted allocations for instance 143842ce-aa1e-444b-85c2-79fbb7d47a63 [ 861.388317] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215985, 'name': Rename_Task, 'duration_secs': 0.182546} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.388656] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.388939] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ff9e4b-165f-4eef-ad79-6dda697dbbd6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.395856] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 861.395856] env[68986]: value = "task-3215987" [ 861.395856] env[68986]: _type = "Task" [ 861.395856] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.404562] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.428049] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215986, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061907} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.428674] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68986) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 861.429210] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e93403-90eb-4002-94fc-30435de66ed4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.457016] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f696a327-ad05-411c-b02d-b4a3017d422f/ephemeral_0.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.457016] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0430847-871c-4b82-be00-0f0beb7336e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.474377] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 861.474377] env[68986]: value = "task-3215988" [ 861.474377] env[68986]: _type = "Task" [ 861.474377] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.483501] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.619438] env[68986]: DEBUG oslo_vmware.api [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215984, 'name': RemoveSnapshot_Task, 'duration_secs': 0.531086} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.619505] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.619740] env[68986]: INFO nova.compute.manager [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Took 13.02 seconds to snapshot the instance on the hypervisor. [ 861.749212] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.749458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "174ceea5-b609-46f7-aecd-e0013e972135" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.784269] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a30f57a7-e100-42cb-aa86-d60011a5ff35 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "143842ce-aa1e-444b-85c2-79fbb7d47a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.318s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.907695] env[68986]: DEBUG oslo_vmware.api [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215987, 'name': PowerOnVM_Task, 'duration_secs': 0.471305} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.907967] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.908264] env[68986]: INFO nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Took 10.90 seconds to spawn the instance on the hypervisor. [ 861.908455] env[68986]: DEBUG nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.909298] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e679575-cf64-4d01-a45b-ce5a87dce6cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.984620] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215988, 'name': ReconfigVM_Task, 'duration_secs': 0.299688} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.987122] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f696a327-ad05-411c-b02d-b4a3017d422f/ephemeral_0.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.988414] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7e23bf4-4215-4453-a583-d74ad35ac777 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.995039] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 861.995039] env[68986]: value = "task-3215989" [ 861.995039] env[68986]: _type = "Task" [ 861.995039] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.005533] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215989, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.131587] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1393e85-792c-4663-b26e-204e63c43170 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.134459] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.134688] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.134882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.135100] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.135292] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.137587] env[68986]: INFO nova.compute.manager [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Terminating instance [ 862.143874] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350751db-9703-46f5-b564-ae8bdc8ffa26 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.176228] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd02d43-70d7-4593-9ea5-8d7a63dab88c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.186559] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582a91ef-8163-4b03-90ce-e1abc52b46b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.200253] env[68986]: DEBUG nova.compute.provider_tree [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.203589] env[68986]: DEBUG nova.compute.manager [None req-057a5fa6-5458-4345-bbf8-6218b8dea34f tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Found 2 images (rotation: 2) {{(pid=68986) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 862.251791] env[68986]: DEBUG nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.428850] env[68986]: INFO nova.compute.manager [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Took 44.65 seconds to build instance. [ 862.504997] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215989, 'name': Rename_Task, 'duration_secs': 0.238232} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.505451] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.506059] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-397c4d7d-c480-42ef-8078-94f28e03383e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.512630] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 862.512630] env[68986]: value = "task-3215990" [ 862.512630] env[68986]: _type = "Task" [ 862.512630] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.519936] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.641830] env[68986]: DEBUG nova.compute.manager [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.642073] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.642963] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be99ff-8181-43cb-bfd2-e6fb395cdc06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.651416] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.654063] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74821187-ab33-4821-85d9-7655b7651c0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.660251] env[68986]: DEBUG oslo_vmware.api [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 862.660251] env[68986]: value = "task-3215991" [ 862.660251] env[68986]: _type = "Task" [ 862.660251] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.669018] env[68986]: DEBUG oslo_vmware.api [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.706243] env[68986]: DEBUG nova.scheduler.client.report [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.774533] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.891721] env[68986]: DEBUG nova.compute.manager [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.892505] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f2da42-a478-4a57-ad76-c4d868f201c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.933153] env[68986]: DEBUG oslo_concurrency.lockutils [None req-890b404b-f2e5-4eac-9192-1f3d7e16a838 tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.168s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.023278] env[68986]: DEBUG oslo_vmware.api [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3215990, 'name': PowerOnVM_Task, 'duration_secs': 0.494712} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.023470] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.023674] env[68986]: INFO nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Took 8.73 seconds to spawn the instance on the hypervisor. [ 863.023882] env[68986]: DEBUG nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.024687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e488bdc-8cc7-4fcb-8f07-1dac00b15dd4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.157447] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "ee4536ab-9b1c-473b-9422-5697317cde4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.157715] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.157926] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.158157] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.158326] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.160499] env[68986]: INFO nova.compute.manager [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Terminating instance [ 863.174717] env[68986]: DEBUG oslo_vmware.api [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215991, 'name': PowerOffVM_Task, 'duration_secs': 0.192976} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.175615] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.175834] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.176113] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90dfb7e7-f7b6-486c-9bb6-e2f11fca5134 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.211875] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.214074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.104s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.215676] env[68986]: INFO nova.compute.claims [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.230044] env[68986]: INFO nova.scheduler.client.report [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Deleted allocations for instance 138f09b4-dd48-4522-ad5b-7c3decadcbf7 [ 863.243530] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.243740] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.243918] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleting the datastore file [datastore1] 03de7cab-4c1d-45ac-bca4-8023d297e8e5 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.244186] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f5bda62-b241-4538-936e-99c897fbb391 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.250462] env[68986]: DEBUG oslo_vmware.api [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 863.250462] env[68986]: value = "task-3215993" [ 863.250462] env[68986]: _type = "Task" [ 863.250462] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.258904] env[68986]: DEBUG oslo_vmware.api [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.404441] env[68986]: INFO nova.compute.manager [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] instance snapshotting [ 863.405050] env[68986]: DEBUG nova.objects.instance [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'flavor' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.541723] env[68986]: INFO nova.compute.manager [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Took 43.41 seconds to build instance. [ 863.671022] env[68986]: DEBUG nova.compute.manager [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.671022] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.671022] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41505686-4dbf-4278-82cf-41d46298f7e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.677899] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.678280] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8fd4bcf-a281-4165-b540-f0dc473884bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.687149] env[68986]: DEBUG oslo_vmware.api [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 863.687149] env[68986]: value = "task-3215994" [ 863.687149] env[68986]: _type = "Task" [ 863.687149] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.693206] env[68986]: DEBUG oslo_vmware.api [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.738023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bc77afc-ddf8-4aeb-918c-dbcc3373e22d tempest-ServersListShow2100Test-1358816500 tempest-ServersListShow2100Test-1358816500-project-member] Lock "138f09b4-dd48-4522-ad5b-7c3decadcbf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.389s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.760266] env[68986]: DEBUG oslo_vmware.api [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.910423] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ebabf3-0f94-44b4-80e1-2057c08edd10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.931597] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91214d5-e0be-495c-80c4-ca82f023c19d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.015181] env[68986]: DEBUG nova.compute.manager [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Received event network-changed-d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.015407] env[68986]: DEBUG nova.compute.manager [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Refreshing instance network info cache due to event network-changed-d5b47a6a-f74d-41e8-87b3-0afb13d2592f. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.015707] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] Acquiring lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.015863] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] Acquired lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.016084] env[68986]: DEBUG nova.network.neutron [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Refreshing network info cache for port d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.047883] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9075bd00-be76-4de2-84d4-6b401f814014 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "f696a327-ad05-411c-b02d-b4a3017d422f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.929s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.196919] env[68986]: DEBUG oslo_vmware.api [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215994, 'name': PowerOffVM_Task, 'duration_secs': 0.171371} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.197224] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.197395] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.197649] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c75414e-47b0-4432-9443-bf787bad8172 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.260320] env[68986]: DEBUG oslo_vmware.api [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3215993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514186} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.261302] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.261302] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.261302] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.261302] env[68986]: INFO nova.compute.manager [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 864.261771] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.261771] env[68986]: DEBUG nova.compute.manager [-] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.261771] env[68986]: DEBUG nova.network.neutron [-] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.292508] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.292768] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.293047] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Deleting the datastore file [datastore1] ee4536ab-9b1c-473b-9422-5697317cde4f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.293399] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd5cd0d-a02e-435d-9465-6638401999db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.300717] env[68986]: DEBUG oslo_vmware.api [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for the task: (returnval){ [ 864.300717] env[68986]: value = "task-3215996" [ 864.300717] env[68986]: _type = "Task" [ 864.300717] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.311442] env[68986]: DEBUG oslo_vmware.api [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.441994] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.442568] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2aaf1db2-04ce-424d-a4d7-36b4def293b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.449833] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 864.449833] env[68986]: value = "task-3215997" [ 864.449833] env[68986]: _type = "Task" [ 864.449833] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.460546] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.675210] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba9a09-e46e-4132-86d4-1458043b7b0d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.683053] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f754df1-b627-4bb3-9971-bc3baeb6b8a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.716554] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a37961d-abe2-4218-898a-4c4046eb1f14 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.726149] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c5ce7-72db-4bb1-a155-ffc54390ba3e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.739222] env[68986]: DEBUG nova.compute.provider_tree [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.810989] env[68986]: DEBUG oslo_vmware.api [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Task: {'id': task-3215996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168591} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.812141] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.812141] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.812141] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.812141] env[68986]: INFO nova.compute.manager [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.812415] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.812666] env[68986]: DEBUG nova.compute.manager [-] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.812819] env[68986]: DEBUG nova.network.neutron [-] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.946267] env[68986]: DEBUG nova.network.neutron [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Updated VIF entry in instance network info cache for port d5b47a6a-f74d-41e8-87b3-0afb13d2592f. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.946672] env[68986]: DEBUG nova.network.neutron [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Updating instance_info_cache with network_info: [{"id": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "address": "fa:16:3e:02:57:f5", "network": {"id": "c3544e96-be47-4d6b-97b9-275c8cc7c1ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1204016704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "936213ef3bc347a1af45a7e348ea9eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b47a6a-f7", "ovs_interfaceid": "d5b47a6a-f74d-41e8-87b3-0afb13d2592f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.963106] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215997, 'name': CreateSnapshot_Task, 'duration_secs': 0.432769} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.963376] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.964147] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190cfdfb-2cc2-4c71-b3d0-624b8771909f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.185994] env[68986]: DEBUG nova.compute.manager [req-0456c7a5-4399-4bd8-94b6-cde48dacf09d req-0fed2689-3758-4346-bbd3-3c202b4f860b service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received event network-vif-deleted-f1784e25-e918-4626-9883-e9ad4b7731e3 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.186254] env[68986]: INFO nova.compute.manager [req-0456c7a5-4399-4bd8-94b6-cde48dacf09d req-0fed2689-3758-4346-bbd3-3c202b4f860b service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Neutron deleted interface f1784e25-e918-4626-9883-e9ad4b7731e3; detaching it from the instance and deleting it from the info cache [ 865.186518] env[68986]: DEBUG nova.network.neutron [req-0456c7a5-4399-4bd8-94b6-cde48dacf09d req-0fed2689-3758-4346-bbd3-3c202b4f860b service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Updating instance_info_cache with network_info: [{"id": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "address": "fa:16:3e:c9:19:65", "network": {"id": "a5d021e9-4dde-4b6b-bee7-67a72588aa72", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1869059577", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43414678601b49ea85bbfdd43886acf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7251c5-e8", "ovs_interfaceid": "3a7251c5-e800-4023-97a7-9e3d9b78c097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.242084] env[68986]: DEBUG nova.scheduler.client.report [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.324267] env[68986]: DEBUG nova.network.neutron [-] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.450310] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b7ba1eb-b4f9-4562-89fc-821951baa0af req-b70a2827-160a-4174-ad45-754e222cf148 service nova] Releasing lock "refresh_cache-f696a327-ad05-411c-b02d-b4a3017d422f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.482709] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.483050] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09e841ee-0beb-4da0-b20d-97199fdfdd58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.492528] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 865.492528] env[68986]: value = "task-3215998" [ 865.492528] env[68986]: _type = "Task" [ 865.492528] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.501320] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215998, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.689160] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbd7b4ea-6bca-4de4-b3f0-97612ec1ceaf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.698493] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8d5a35-81ef-4b11-8d57-351ce83dc56e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.734333] env[68986]: DEBUG nova.compute.manager [req-0456c7a5-4399-4bd8-94b6-cde48dacf09d req-0fed2689-3758-4346-bbd3-3c202b4f860b service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Detach interface failed, port_id=f1784e25-e918-4626-9883-e9ad4b7731e3, reason: Instance ee4536ab-9b1c-473b-9422-5697317cde4f could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.746608] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.747167] env[68986]: DEBUG nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.749755] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.528s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.750331] env[68986]: DEBUG nova.objects.instance [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lazy-loading 'resources' on Instance uuid dae172d1-ca39-455d-8583-0034ac91784b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.827332] env[68986]: INFO nova.compute.manager [-] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Took 1.57 seconds to deallocate network for instance. [ 865.849784] env[68986]: DEBUG nova.network.neutron [-] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.003472] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215998, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.039840] env[68986]: DEBUG nova.compute.manager [req-7e7f3e73-0596-4798-b6a6-8e4165cc86ac req-ce4efeba-5017-4cfe-8c03-f18e88f0c4ba service nova] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Received event network-vif-deleted-6767e1a9-e5b9-4ac4-808d-089004b04f68 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.254139] env[68986]: DEBUG nova.compute.utils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.258791] env[68986]: DEBUG nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.258970] env[68986]: DEBUG nova.network.neutron [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.333602] env[68986]: DEBUG nova.policy [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f572956c514976b68266465124d310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ebf8cb81e442ac84e96976730bad0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.335637] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.352108] env[68986]: INFO nova.compute.manager [-] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Took 1.54 seconds to deallocate network for instance. [ 866.507885] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215998, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.654391] env[68986]: DEBUG nova.network.neutron [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Successfully created port: e7b0d3f7-c19c-456a-9690-6fe907419f8a {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.670545] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda00431-195f-4951-b166-7edee9df82fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.678182] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3720dc06-f3b9-4509-8312-05c128796cd2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.713018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b58b98-efed-45bd-b01b-590c09ded1ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.718358] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d43766-e729-4772-be7e-aad278aaa196 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.732304] env[68986]: DEBUG nova.compute.provider_tree [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.759341] env[68986]: DEBUG nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.862604] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.003579] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3215998, 'name': CloneVM_Task, 'duration_secs': 1.232104} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.003901] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Created linked-clone VM from snapshot [ 867.004662] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e0410f-b1f2-41b2-a3fb-4f8458eeb5a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.011228] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Uploading image 6d4620c2-75e4-4cb1-8286-4795e9e9e8a3 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.037139] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.037139] env[68986]: value = "vm-643021" [ 867.037139] env[68986]: _type = "VirtualMachine" [ 867.037139] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.037425] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb35a7ae-53c2-4826-8490-b7751f320729 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.045379] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease: (returnval){ [ 867.045379] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1c13f-7d01-a52c-dab9-cdf079ee861f" [ 867.045379] env[68986]: _type = "HttpNfcLease" [ 867.045379] env[68986]: } obtained for exporting VM: (result){ [ 867.045379] env[68986]: value = "vm-643021" [ 867.045379] env[68986]: _type = "VirtualMachine" [ 867.045379] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.045710] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the lease: (returnval){ [ 867.045710] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1c13f-7d01-a52c-dab9-cdf079ee861f" [ 867.045710] env[68986]: _type = "HttpNfcLease" [ 867.045710] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.051987] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.051987] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1c13f-7d01-a52c-dab9-cdf079ee861f" [ 867.051987] env[68986]: _type = "HttpNfcLease" [ 867.051987] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.217626] env[68986]: DEBUG nova.compute.manager [req-33b000db-fc0c-4a79-93bc-bcab1857e815 req-f13e5807-fdf3-4aa0-b2ec-ddefd8ccdd14 service nova] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Received event network-vif-deleted-3a7251c5-e800-4023-97a7-9e3d9b78c097 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.234780] env[68986]: DEBUG nova.scheduler.client.report [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.554213] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.554213] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1c13f-7d01-a52c-dab9-cdf079ee861f" [ 867.554213] env[68986]: _type = "HttpNfcLease" [ 867.554213] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.554577] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.554577] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d1c13f-7d01-a52c-dab9-cdf079ee861f" [ 867.554577] env[68986]: _type = "HttpNfcLease" [ 867.554577] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.555446] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eebf3a7-20d8-400d-a6b4-464e20d378f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.562949] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521659e2-cfeb-05a0-0e3f-0a8f6b57fea2/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.563149] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521659e2-cfeb-05a0-0e3f-0a8f6b57fea2/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.651699] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-882c9e93-a962-4410-b0ca-82380660173f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.741048] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.743026] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.920s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.767309] env[68986]: INFO nova.scheduler.client.report [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted allocations for instance dae172d1-ca39-455d-8583-0034ac91784b [ 867.769212] env[68986]: DEBUG nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.802066] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.802280] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.802430] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.802602] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.802737] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.802875] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.803181] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.803358] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.803525] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.803680] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.803847] env[68986]: DEBUG nova.virt.hardware [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.804783] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ea966e-a0c4-42b4-abbf-8d885f20c0f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.816731] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7517b3-5761-464c-a6ff-b11def4c0add {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.140731] env[68986]: DEBUG nova.network.neutron [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Successfully updated port: e7b0d3f7-c19c-456a-9690-6fe907419f8a {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.283476] env[68986]: DEBUG oslo_concurrency.lockutils [None req-27db512d-cf22-4d01-b76e-4d743abe30ba tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "dae172d1-ca39-455d-8583-0034ac91784b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.939s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.645512] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "refresh_cache-8957a774-54d3-4841-b640-b22a797c4749" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.645779] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "refresh_cache-8957a774-54d3-4841-b640-b22a797c4749" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.645869] env[68986]: DEBUG nova.network.neutron [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.758205] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Applying migration context for instance d8fda21c-b4b7-4a50-96cb-2c7f2838aeab as it has an incoming, in-progress migration cd401143-3ab4-4cd0-b9d1-7182cb18e73d. Migration status is reverting {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 868.761268] env[68986]: INFO nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating resource usage from migration cd401143-3ab4-4cd0-b9d1-7182cb18e73d [ 868.782290] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance cb0f0c6d-e536-4750-81d4-9c534928ef25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.782472] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 03de7cab-4c1d-45ac-bca4-8023d297e8e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.782605] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 31e68b51-2306-4fc9-9b91-07c60037b864 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.782726] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.782842] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 2da173fe-12dc-4a74-a960-6d9de52f3c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.782965] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 02d045d7-db1a-4213-9041-a65a07bd5341 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.783092] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3d2440ed-660a-45be-b0ed-f3f3831eccdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.783244] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance eb88e41d-1dc6-4b06-b75b-e759c3e57103 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.783369] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance ac1f58f4-2679-41cd-a1e8-6c707dfccea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.783481] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 367c0699-472c-493b-a624-3194ac3b1806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.783604] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8d274db9-d209-4745-8d26-8feab5aa6671 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.783729] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3780bb8f-ff39-4607-ae82-b0bb7d49c484 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.783922] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance c8839c99-604d-4112-b920-b4811dfe3a48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.784048] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.784239] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Migration cd401143-3ab4-4cd0-b9d1-7182cb18e73d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 868.784356] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d8fda21c-b4b7-4a50-96cb-2c7f2838aeab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.784473] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.784594] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance ee4536ab-9b1c-473b-9422-5697317cde4f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 868.784708] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f696a327-ad05-411c-b02d-b4a3017d422f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 868.784816] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8957a774-54d3-4841-b640-b22a797c4749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 869.178585] env[68986]: DEBUG nova.network.neutron [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.246027] env[68986]: DEBUG nova.compute.manager [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Received event network-vif-plugged-e7b0d3f7-c19c-456a-9690-6fe907419f8a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.246451] env[68986]: DEBUG oslo_concurrency.lockutils [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] Acquiring lock "8957a774-54d3-4841-b640-b22a797c4749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.246682] env[68986]: DEBUG oslo_concurrency.lockutils [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] Lock "8957a774-54d3-4841-b640-b22a797c4749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.246882] env[68986]: DEBUG oslo_concurrency.lockutils [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] Lock "8957a774-54d3-4841-b640-b22a797c4749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.247034] env[68986]: DEBUG nova.compute.manager [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] No waiting events found dispatching network-vif-plugged-e7b0d3f7-c19c-456a-9690-6fe907419f8a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.247204] env[68986]: WARNING nova.compute.manager [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Received unexpected event network-vif-plugged-e7b0d3f7-c19c-456a-9690-6fe907419f8a for instance with vm_state building and task_state spawning. [ 869.247363] env[68986]: DEBUG nova.compute.manager [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Received event network-changed-e7b0d3f7-c19c-456a-9690-6fe907419f8a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.247515] env[68986]: DEBUG nova.compute.manager [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Refreshing instance network info cache due to event network-changed-e7b0d3f7-c19c-456a-9690-6fe907419f8a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.247675] env[68986]: DEBUG oslo_concurrency.lockutils [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] Acquiring lock "refresh_cache-8957a774-54d3-4841-b640-b22a797c4749" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.288129] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 1e4bd243-d974-4669-92e5-885339edeae8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 869.288390] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (232528e4-bd89-455c-9ffc-f7d3cc05843d): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 869.361172] env[68986]: DEBUG nova.network.neutron [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Updating instance_info_cache with network_info: [{"id": "e7b0d3f7-c19c-456a-9690-6fe907419f8a", "address": "fa:16:3e:67:8d:b0", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b0d3f7-c1", "ovs_interfaceid": "e7b0d3f7-c19c-456a-9690-6fe907419f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.792635] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 96f30009-cf18-4b9e-914c-d03ea85a843a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 869.864538] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "refresh_cache-8957a774-54d3-4841-b640-b22a797c4749" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.864943] env[68986]: DEBUG nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Instance network_info: |[{"id": "e7b0d3f7-c19c-456a-9690-6fe907419f8a", "address": "fa:16:3e:67:8d:b0", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b0d3f7-c1", "ovs_interfaceid": "e7b0d3f7-c19c-456a-9690-6fe907419f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.865461] env[68986]: DEBUG oslo_concurrency.lockutils [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] Acquired lock "refresh_cache-8957a774-54d3-4841-b640-b22a797c4749" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.865657] env[68986]: DEBUG nova.network.neutron [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Refreshing network info cache for port e7b0d3f7-c19c-456a-9690-6fe907419f8a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.867215] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:8d:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7b0d3f7-c19c-456a-9690-6fe907419f8a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.877072] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.877880] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.878221] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce8e8e7-4b31-4c90-9e55-c19c801fbc5a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.900843] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.900843] env[68986]: value = "task-3216000" [ 869.900843] env[68986]: _type = "Task" [ 869.900843] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.909308] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216000, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.294809] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f3eb1f8b-1a59-412c-8543-ed503c4244ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 870.411138] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216000, 'name': CreateVM_Task, 'duration_secs': 0.365411} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.411322] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.412066] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.412241] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.412562] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.412826] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ef0919-3fef-4fa4-bac7-62df8a736ecb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.418179] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 870.418179] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5244bdeb-bae4-ce00-e633-8c688a849f0f" [ 870.418179] env[68986]: _type = "Task" [ 870.418179] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.429296] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5244bdeb-bae4-ce00-e633-8c688a849f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.644746] env[68986]: DEBUG nova.network.neutron [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Updated VIF entry in instance network info cache for port e7b0d3f7-c19c-456a-9690-6fe907419f8a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.645135] env[68986]: DEBUG nova.network.neutron [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Updating instance_info_cache with network_info: [{"id": "e7b0d3f7-c19c-456a-9690-6fe907419f8a", "address": "fa:16:3e:67:8d:b0", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b0d3f7-c1", "ovs_interfaceid": "e7b0d3f7-c19c-456a-9690-6fe907419f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.798416] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance b74fc7ea-5917-4657-add1-02af11fdbb62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 870.929253] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5244bdeb-bae4-ce00-e633-8c688a849f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.929570] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.929808] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.930060] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.930206] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.930386] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.930651] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fadbba6-ddbe-4b22-9d86-616e70f4b4a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.939258] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.939437] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.940496] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e7a8dd-a1cf-4264-a1de-8155b600b73c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.946358] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 870.946358] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520010f6-b41c-8782-113c-85dad49dee17" [ 870.946358] env[68986]: _type = "Task" [ 870.946358] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.954072] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520010f6-b41c-8782-113c-85dad49dee17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.147495] env[68986]: DEBUG oslo_concurrency.lockutils [req-60a71da3-3fdf-4954-86a3-48490a19b568 req-db715445-1e3f-46a5-bda6-dc5150a8b8da service nova] Releasing lock "refresh_cache-8957a774-54d3-4841-b640-b22a797c4749" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.302315] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 51d214a6-8781-43e2-bd78-457f9d2df573 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 871.456376] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520010f6-b41c-8782-113c-85dad49dee17, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.457186] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a99fa1-747d-4cc2-8e16-fb43318a26e2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.462155] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 871.462155] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ce1f87-4d97-1a21-01a5-9c9cfcf45a10" [ 871.462155] env[68986]: _type = "Task" [ 871.462155] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.469516] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ce1f87-4d97-1a21-01a5-9c9cfcf45a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.805916] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 174ceea5-b609-46f7-aecd-e0013e972135 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 871.806235] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 871.806337] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 871.972795] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ce1f87-4d97-1a21-01a5-9c9cfcf45a10, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.973097] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.973364] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 8957a774-54d3-4841-b640-b22a797c4749/8957a774-54d3-4841-b640-b22a797c4749.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.975975] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26237131-db93-42f9-9a1b-4ee3363612ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.984771] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 871.984771] env[68986]: value = "task-3216001" [ 871.984771] env[68986]: _type = "Task" [ 871.984771] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.996377] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.150280] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa1022-48f8-47bf-99b9-c7d6ce743f6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.159167] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae9d1c7-e577-44d1-a029-031976ae5c0a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.192149] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d81d29-bad9-471f-9f50-9e21c553d225 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.200633] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b803875d-6e5a-406a-b307-924d2e601454 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.214295] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.494364] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.718149] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.994864] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549418} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.995318] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 8957a774-54d3-4841-b640-b22a797c4749/8957a774-54d3-4841-b640-b22a797c4749.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.995479] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.995732] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f17585e-9282-4c64-b1db-9ab2d43450e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.003069] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 873.003069] env[68986]: value = "task-3216002" [ 873.003069] env[68986]: _type = "Task" [ 873.003069] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.010674] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.223634] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 873.223924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.481s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.224225] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.336s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.224411] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.227061] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.099s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.227261] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.230948] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.944s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.234902] env[68986]: INFO nova.compute.claims [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.236027] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.236027] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Cleaning up deleted instances {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 873.264118] env[68986]: INFO nova.scheduler.client.report [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Deleted allocations for instance 31e68b51-2306-4fc9-9b91-07c60037b864 [ 873.513394] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067287} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.513683] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.514502] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd9a945-17df-4eef-88ca-94723d7a34f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.537057] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 8957a774-54d3-4841-b640-b22a797c4749/8957a774-54d3-4841-b640-b22a797c4749.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.537057] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4478f73-d5b6-47bb-9633-cb7f7b4bb066 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.556422] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 873.556422] env[68986]: value = "task-3216003" [ 873.556422] env[68986]: _type = "Task" [ 873.556422] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.565132] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.751509] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] There are 40 instances to clean {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 873.751708] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 138f09b4-dd48-4522-ad5b-7c3decadcbf7] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.756106] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58d30d4b-fc2f-49b8-ac86-c39cb376b507 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 60.441s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.757032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 37.774s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.757204] env[68986]: INFO nova.compute.manager [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Unshelving [ 873.771449] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25f2a7e2-e2c7-4f5a-ba83-205e31fe9618 tempest-VolumesAssistedSnapshotsTest-1811320609 tempest-VolumesAssistedSnapshotsTest-1811320609-project-member] Lock "31e68b51-2306-4fc9-9b91-07c60037b864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.080s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.067024] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216003, 'name': ReconfigVM_Task, 'duration_secs': 0.495272} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.067417] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 8957a774-54d3-4841-b640-b22a797c4749/8957a774-54d3-4841-b640-b22a797c4749.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.068075] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b365f2d9-5b7c-4f3a-9eee-97f1efb12ed3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.074295] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 874.074295] env[68986]: value = "task-3216004" [ 874.074295] env[68986]: _type = "Task" [ 874.074295] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.083143] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216004, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.256694] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: dae172d1-ca39-455d-8583-0034ac91784b] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.576367] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee23503-b51e-4a9f-8ce3-82d40270f6c0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.587257] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216004, 'name': Rename_Task, 'duration_secs': 0.173706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.589252] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.589552] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47bab650-90f7-4f8b-8820-1f4b33fabddd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.591768] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d4ce7e-90df-4898-827b-4489d0f3136f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.625294] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0be1a79-4c17-474d-b131-94d9fa369ca1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.628034] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 874.628034] env[68986]: value = "task-3216005" [ 874.628034] env[68986]: _type = "Task" [ 874.628034] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.634887] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd8584-f9cd-47e6-a5db-4a36c7a90caf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.642175] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.651955] env[68986]: DEBUG nova.compute.provider_tree [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.761155] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 712c268b-7661-4ac2-b97a-0fb7361395bf] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.766967] env[68986]: DEBUG nova.compute.utils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.139988] env[68986]: DEBUG oslo_vmware.api [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216005, 'name': PowerOnVM_Task, 'duration_secs': 0.46542} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.140843] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.142196] env[68986]: INFO nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Took 7.37 seconds to spawn the instance on the hypervisor. [ 875.142196] env[68986]: DEBUG nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.143019] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341ad59b-3979-4bf1-b08b-705573f20536 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.158020] env[68986]: DEBUG nova.scheduler.client.report [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.267125] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 3e883ca1-11c3-4ecc-a6ca-2c09bc5d5868] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.270799] env[68986]: INFO nova.virt.block_device [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Booting with volume 30f3163a-ab36-4ffb-b57b-7111b87de753 at /dev/sdb [ 875.311251] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fc16d49-3522-4e93-b05d-50bfcb535c10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.324266] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7bff8d-13f4-48a0-8a67-256976c80400 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.370102] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a126f67-2e06-4f6c-b2da-4833f5d07787 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.378864] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6730d-59b6-4fde-9fef-301da2376f3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.414975] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb37cb-b06c-4218-9cb4-3279cd38050f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.422166] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b04a69-052f-4b1e-9bc0-942a20b8ab6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.437029] env[68986]: DEBUG nova.virt.block_device [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating existing volume attachment record: 199a77b5-5067-41e8-997a-8e3a89d88892 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 875.626635] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521659e2-cfeb-05a0-0e3f-0a8f6b57fea2/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.627610] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aafcec7-21e5-4289-8285-b542498ef3b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.633161] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521659e2-cfeb-05a0-0e3f-0a8f6b57fea2/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.633371] env[68986]: ERROR oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521659e2-cfeb-05a0-0e3f-0a8f6b57fea2/disk-0.vmdk due to incomplete transfer. [ 875.633624] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e831feb1-00a7-4ece-97fd-d1158db0320b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.641048] env[68986]: DEBUG oslo_vmware.rw_handles [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521659e2-cfeb-05a0-0e3f-0a8f6b57fea2/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.641246] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Uploaded image 6d4620c2-75e4-4cb1-8286-4795e9e9e8a3 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.643498] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.643750] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7ce3df83-3449-4f85-b9c2-cfd310897629 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.649040] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 875.649040] env[68986]: value = "task-3216007" [ 875.649040] env[68986]: _type = "Task" [ 875.649040] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.660306] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216007, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.666634] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.667139] env[68986]: DEBUG nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.669606] env[68986]: INFO nova.compute.manager [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Took 45.59 seconds to build instance. [ 875.670418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.817s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.670586] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.672522] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.782s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.672703] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.674450] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.143s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.674630] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.676608] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.035s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.678116] env[68986]: INFO nova.compute.claims [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.710933] env[68986]: INFO nova.scheduler.client.report [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Deleted allocations for instance 02d045d7-db1a-4213-9041-a65a07bd5341 [ 875.721661] env[68986]: INFO nova.scheduler.client.report [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted allocations for instance 8d274db9-d209-4745-8d26-8feab5aa6671 [ 875.736495] env[68986]: INFO nova.scheduler.client.report [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Deleted allocations for instance 3780bb8f-ff39-4607-ae82-b0bb7d49c484 [ 875.769032] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 8c961785-3028-4599-92c0-0227c8970b02] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.165663] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216007, 'name': Destroy_Task, 'duration_secs': 0.322886} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.166049] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Destroyed the VM [ 876.166414] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.166867] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46834681-f042-4a9b-9d4c-806ad02a26fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.177397] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 876.177397] env[68986]: value = "task-3216010" [ 876.177397] env[68986]: _type = "Task" [ 876.177397] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.185436] env[68986]: DEBUG nova.compute.utils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.190057] env[68986]: DEBUG oslo_concurrency.lockutils [None req-824ddff1-bd4d-4dab-af7b-43ab8964d45a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "8957a774-54d3-4841-b640-b22a797c4749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.114s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.192210] env[68986]: DEBUG nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.192555] env[68986]: DEBUG nova.network.neutron [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.195341] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.224228] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c8064b19-d689-4876-a29b-fd66db79fb6c tempest-SecurityGroupsTestJSON-1091295981 tempest-SecurityGroupsTestJSON-1091295981-project-member] Lock "02d045d7-db1a-4213-9041-a65a07bd5341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.439s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.234071] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd9212a4-30fc-4a8d-b41b-1f3bfc681912 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "8d274db9-d209-4745-8d26-8feab5aa6671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.895s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.244567] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6460cb2-1635-4256-b6d2-fa6ca2e22590 tempest-MultipleCreateTestJSON-1574280074 tempest-MultipleCreateTestJSON-1574280074-project-member] Lock "3780bb8f-ff39-4607-ae82-b0bb7d49c484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.811s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.256438] env[68986]: DEBUG nova.policy [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87393ba99d5f469eba522bbfcef99d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca1ff8c6158647e0ab95a0278f36a2ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.272318] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 3047cbf6-86aa-42db-9fe8-b450de69bbb1] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.692307] env[68986]: DEBUG nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.694996] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216010, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.780226] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 59621297-6d4e-493f-82de-de8d62d45113] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.933121] env[68986]: DEBUG nova.network.neutron [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Successfully created port: a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.057027] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a419e-f19d-45e3-be46-46d9f0447e0b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.064687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86cf5d2-4931-4ec9-bbcc-277c3cda1c88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.096639] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b882966-7671-4b5a-a4ff-21915f2eb745 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.104138] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed44e8-bd43-41e8-b35b-b03f5e759a08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.123946] env[68986]: DEBUG nova.compute.provider_tree [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.187678] env[68986]: DEBUG oslo_vmware.api [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216010, 'name': RemoveSnapshot_Task, 'duration_secs': 0.540177} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.187954] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.188332] env[68986]: INFO nova.compute.manager [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Took 13.28 seconds to snapshot the instance on the hypervisor. [ 877.283246] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 35e049af-1bb0-49b9-9101-360c517ceac1] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.630036] env[68986]: DEBUG nova.scheduler.client.report [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.705154] env[68986]: DEBUG nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.731418] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.731664] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.731825] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.731998] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.732150] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.732292] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.732867] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.732867] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.732867] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.733202] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.736894] env[68986]: DEBUG nova.virt.hardware [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.737810] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dc6b8c-a3e9-455b-87ca-92ff895af5a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.751207] env[68986]: DEBUG nova.compute.manager [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Found 3 images (rotation: 2) {{(pid=68986) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 877.751567] env[68986]: DEBUG nova.compute.manager [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Rotating out 1 backups {{(pid=68986) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 877.751777] env[68986]: DEBUG nova.compute.manager [None req-cb957303-cdc3-4272-849c-d03a26328336 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleting image 8c536368-268e-4f11-9650-1339024ed085 {{(pid=68986) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 877.754938] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bee178-7ce9-4cc8-9492-d64ba128f43a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.776933] env[68986]: DEBUG nova.compute.manager [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.777829] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99649b-3ead-4773-ae98-8156a3f82687 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.787306] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: a7688732-cd59-4734-af2a-24fb16264dce] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.138242] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.138287] env[68986]: DEBUG nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.141300] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.747s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.144877] env[68986]: INFO nova.compute.claims [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.290158] env[68986]: INFO nova.compute.manager [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] instance snapshotting [ 878.291850] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: de02ff0f-dea0-4679-95cf-c0cf6b78dee7] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.295632] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466476db-a23d-44ee-8ab0-a9c5872e9ebc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.334672] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd83fbd-360c-4973-b04b-c8b5b4a8f6fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.650538] env[68986]: DEBUG nova.compute.utils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.656442] env[68986]: DEBUG nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.656629] env[68986]: DEBUG nova.network.neutron [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.801759] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 5fc5ba1f-2840-4758-940a-2925ebdee0f9] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.847642] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 878.848058] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27900b16-f335-4136-9d42-1f02773b0df9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.860516] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 878.860516] env[68986]: value = "task-3216012" [ 878.860516] env[68986]: _type = "Task" [ 878.860516] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.869173] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216012, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.870683] env[68986]: DEBUG nova.policy [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ae469724db4f8c8a4fb122bbc0af7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e111ba67b5541a2816ffd3e733fdd94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.160388] env[68986]: DEBUG nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.306019] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 1a921adf-48ca-4aa6-8dd7-e1e04e8f0197] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.370047] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216012, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.553386] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a213d300-8b6f-45c3-9381-8fbb8e6d5e17 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.561425] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a68f97-0b8f-491e-98d2-bf342df20799 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.595403] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f8b5b-4d32-4543-b639-704dd6071f6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.603441] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e35ebe-17a6-4278-b10a-51d6c8490303 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.619695] env[68986]: DEBUG nova.compute.provider_tree [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.647346] env[68986]: DEBUG nova.network.neutron [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Successfully updated port: a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.764560] env[68986]: DEBUG nova.compute.manager [req-5b90d890-da66-41fa-bb75-a251f56ada02 req-e9abe638-8ae2-406a-9599-bec18036a938 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Received event network-vif-plugged-a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.764560] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b90d890-da66-41fa-bb75-a251f56ada02 req-e9abe638-8ae2-406a-9599-bec18036a938 service nova] Acquiring lock "1e4bd243-d974-4669-92e5-885339edeae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.764560] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b90d890-da66-41fa-bb75-a251f56ada02 req-e9abe638-8ae2-406a-9599-bec18036a938 service nova] Lock "1e4bd243-d974-4669-92e5-885339edeae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.764560] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b90d890-da66-41fa-bb75-a251f56ada02 req-e9abe638-8ae2-406a-9599-bec18036a938 service nova] Lock "1e4bd243-d974-4669-92e5-885339edeae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.764560] env[68986]: DEBUG nova.compute.manager [req-5b90d890-da66-41fa-bb75-a251f56ada02 req-e9abe638-8ae2-406a-9599-bec18036a938 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] No waiting events found dispatching network-vif-plugged-a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.764560] env[68986]: WARNING nova.compute.manager [req-5b90d890-da66-41fa-bb75-a251f56ada02 req-e9abe638-8ae2-406a-9599-bec18036a938 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Received unexpected event network-vif-plugged-a8d03ea8-ee1d-46f7-92b4-ffb049216534 for instance with vm_state building and task_state spawning. [ 879.805857] env[68986]: DEBUG nova.network.neutron [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Successfully created port: 33324a47-e5a5-47f7-9cff-d52c3ac516cd {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.810506] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: e46336cb-c9f9-4c61-90dd-625e583c5349] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.871679] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216012, 'name': CreateSnapshot_Task, 'duration_secs': 0.958759} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.873064] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 879.873986] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee5778-aaad-409a-9c1b-2ab6915c9356 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.124374] env[68986]: DEBUG nova.scheduler.client.report [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.152559] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.152559] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.152559] env[68986]: DEBUG nova.network.neutron [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.172195] env[68986]: DEBUG nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.202090] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.202090] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.202090] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.202090] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.202090] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.202090] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.202090] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.202598] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.202886] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.203370] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.203626] env[68986]: DEBUG nova.virt.hardware [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.205261] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4963f27-8772-4b1e-bf67-401fef6d121f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.216362] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb17a85-9f40-4208-bed3-5a7252228bfe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.314865] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 38ee0a83-8a17-4966-9833-d9973e2a4bc0] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.397789] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 880.398197] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c3dfa9df-6968-44bb-a796-5e3c4da13df3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.409097] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 880.409097] env[68986]: value = "task-3216013" [ 880.409097] env[68986]: _type = "Task" [ 880.409097] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.418234] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216013, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.630077] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.630601] env[68986]: DEBUG nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.633918] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.462s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.638024] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.639323] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.656s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.642114] env[68986]: INFO nova.compute.claims [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.672140] env[68986]: INFO nova.scheduler.client.report [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Deleted allocations for instance 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38 [ 880.699567] env[68986]: DEBUG nova.network.neutron [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.808866] env[68986]: DEBUG oslo_concurrency.lockutils [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.809212] env[68986]: DEBUG oslo_concurrency.lockutils [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.809670] env[68986]: DEBUG nova.compute.manager [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.810937] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aacc72-e6d1-4173-8c11-be118225fe66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.823840] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 6945ad76-5552-485d-95e3-855341d8c2b2] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.827344] env[68986]: DEBUG nova.compute.manager [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 880.827959] env[68986]: DEBUG nova.objects.instance [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'flavor' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.910161] env[68986]: DEBUG nova.network.neutron [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Updating instance_info_cache with network_info: [{"id": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "address": "fa:16:3e:9b:b9:98", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d03ea8-ee", "ovs_interfaceid": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.922047] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216013, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.955948] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "7c4f86a5-54a9-4808-ad44-b2951b425a96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.956244] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "7c4f86a5-54a9-4808-ad44-b2951b425a96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.145352] env[68986]: DEBUG nova.compute.utils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.149642] env[68986]: DEBUG nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.151024] env[68986]: DEBUG nova.network.neutron [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.182575] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9c3ff445-9564-4c5e-9d73-e8f2e06efb73 tempest-ServerAddressesNegativeTestJSON-1626750938 tempest-ServerAddressesNegativeTestJSON-1626750938-project-member] Lock "7eaf98ce-292f-4bda-9ef1-ed66dbc11e38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.945s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.256018] env[68986]: DEBUG nova.policy [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d32ba29d0074abd985c3021e44e52ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0a2600b5cf433a92fc84ffee106fa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.333019] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 821b74fe-85f3-450e-8cec-919bf46c2ba2] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.416105] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.416453] env[68986]: DEBUG nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Instance network_info: |[{"id": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "address": "fa:16:3e:9b:b9:98", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d03ea8-ee", "ovs_interfaceid": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.416932] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:b9:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d03ea8-ee1d-46f7-92b4-ffb049216534', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.424929] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.425693] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.426021] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27cea0fc-7514-4f34-b183-867089ae17b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.445087] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216013, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.451410] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.451410] env[68986]: value = "task-3216014" [ 881.451410] env[68986]: _type = "Task" [ 881.451410] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.460142] env[68986]: DEBUG nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.468293] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216014, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.579897] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.656257] env[68986]: DEBUG nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.805511] env[68986]: DEBUG nova.compute.manager [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Received event network-changed-a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.806014] env[68986]: DEBUG nova.compute.manager [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Refreshing instance network info cache due to event network-changed-a8d03ea8-ee1d-46f7-92b4-ffb049216534. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.806093] env[68986]: DEBUG oslo_concurrency.lockutils [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] Acquiring lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.808667] env[68986]: DEBUG oslo_concurrency.lockutils [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] Acquired lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.808667] env[68986]: DEBUG nova.network.neutron [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Refreshing network info cache for port a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.837574] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 128c4398-6c16-4cab-8071-d2403cc0ed7f] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.839927] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.840494] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eded45bc-fdfb-44a6-8ed9-b055aa287597 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.848458] env[68986]: DEBUG oslo_vmware.api [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 881.848458] env[68986]: value = "task-3216015" [ 881.848458] env[68986]: _type = "Task" [ 881.848458] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.864797] env[68986]: DEBUG oslo_vmware.api [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.923690] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216013, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.962629] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216014, 'name': CreateVM_Task, 'duration_secs': 0.499794} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.965542] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.967419] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.967589] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.967915] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.974224] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df28462f-d5b5-473c-8390-05c41cdb85b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.982164] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 881.982164] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bc5751-dd49-c75c-8bd5-5d83284cbb9f" [ 881.982164] env[68986]: _type = "Task" [ 881.982164] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.991510] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.995283] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bc5751-dd49-c75c-8bd5-5d83284cbb9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.077141] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b31844-4183-49e4-9319-454f6f17f053 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.086389] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e7f12e-6aa5-4b53-a871-71def52708ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.119317] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e08f5b-c0c9-40f1-950d-0b081a80b306 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.127803] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311263fa-3862-47fc-95b9-575e2f81b31c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.144255] env[68986]: DEBUG nova.compute.provider_tree [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.292680] env[68986]: DEBUG nova.network.neutron [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Successfully updated port: 33324a47-e5a5-47f7-9cff-d52c3ac516cd {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.341059] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 12eaf4a8-85ca-4f47-a615-14097d3ba3cc] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.343778] env[68986]: DEBUG nova.network.neutron [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Successfully created port: 43c86f70-f8e4-47ed-baa9-71b90aef551f {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.363935] env[68986]: DEBUG oslo_vmware.api [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216015, 'name': PowerOffVM_Task, 'duration_secs': 0.222055} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.363935] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.365175] env[68986]: DEBUG nova.compute.manager [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.368440] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1b1984-7766-466b-bceb-c0b6ed8cf162 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.424263] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216013, 'name': CloneVM_Task, 'duration_secs': 1.657132} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.425166] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Created linked-clone VM from snapshot [ 882.425964] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b5e813-bd7c-4c41-a9e8-fc4a06df9123 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.435030] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Uploading image dffd53e2-bfde-49ab-82af-302c8089ca3d {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.465302] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.465302] env[68986]: value = "vm-643026" [ 882.465302] env[68986]: _type = "VirtualMachine" [ 882.465302] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.465302] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eef49b38-c585-4fa1-9752-0bd8ea1f2413 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.472161] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease: (returnval){ [ 882.472161] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526cb54f-efe1-7a51-64cc-0270676de333" [ 882.472161] env[68986]: _type = "HttpNfcLease" [ 882.472161] env[68986]: } obtained for exporting VM: (result){ [ 882.472161] env[68986]: value = "vm-643026" [ 882.472161] env[68986]: _type = "VirtualMachine" [ 882.472161] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.472406] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the lease: (returnval){ [ 882.472406] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526cb54f-efe1-7a51-64cc-0270676de333" [ 882.472406] env[68986]: _type = "HttpNfcLease" [ 882.472406] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.480684] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.480684] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526cb54f-efe1-7a51-64cc-0270676de333" [ 882.480684] env[68986]: _type = "HttpNfcLease" [ 882.480684] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.495967] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bc5751-dd49-c75c-8bd5-5d83284cbb9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015025} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.496338] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.496684] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.496914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.497110] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.497329] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.497628] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db31eeed-0179-48f4-a257-0edd102f8770 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.505837] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.505889] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.506673] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b065a4b-fa99-443a-89cf-57fe3d1001aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.513796] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 882.513796] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ce826-42af-4645-5a87-b99e95507d37" [ 882.513796] env[68986]: _type = "Task" [ 882.513796] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.521772] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ce826-42af-4645-5a87-b99e95507d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.647657] env[68986]: DEBUG nova.scheduler.client.report [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.667113] env[68986]: DEBUG nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.697231] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.697643] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.701266] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.702490] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.702490] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.702490] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.702490] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.702490] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.702490] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.702490] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.702750] env[68986]: DEBUG nova.virt.hardware [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.703552] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9dd44-1355-4299-89ad-44c6bea9becf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.713246] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4dbce3-94e8-42a7-ae8d-6ea2069306ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.798662] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "refresh_cache-96f30009-cf18-4b9e-914c-d03ea85a843a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.799219] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired lock "refresh_cache-96f30009-cf18-4b9e-914c-d03ea85a843a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.799408] env[68986]: DEBUG nova.network.neutron [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.848064] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 6fc5de69-28d9-42e9-baff-fb0a243ca4cc] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.880584] env[68986]: DEBUG nova.network.neutron [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Updated VIF entry in instance network info cache for port a8d03ea8-ee1d-46f7-92b4-ffb049216534. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.880939] env[68986]: DEBUG nova.network.neutron [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Updating instance_info_cache with network_info: [{"id": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "address": "fa:16:3e:9b:b9:98", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d03ea8-ee", "ovs_interfaceid": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.886211] env[68986]: DEBUG oslo_concurrency.lockutils [None req-be50cac7-9b56-4e2b-aff4-7b53bd461028 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.980488] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.980488] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526cb54f-efe1-7a51-64cc-0270676de333" [ 882.980488] env[68986]: _type = "HttpNfcLease" [ 882.980488] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 882.981176] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 882.981176] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526cb54f-efe1-7a51-64cc-0270676de333" [ 882.981176] env[68986]: _type = "HttpNfcLease" [ 882.981176] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 882.982351] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ba666e-be5f-44d2-89bb-3147394f4d49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.992426] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e21b7-e7cf-a2ab-9216-916361f9eb3c/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 882.992647] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e21b7-e7cf-a2ab-9216-916361f9eb3c/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.075823] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ce826-42af-4645-5a87-b99e95507d37, 'name': SearchDatastore_Task, 'duration_secs': 0.00835} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.076891] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a3287a-1de9-47d1-941b-bc84c09ea5f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.083024] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 883.083024] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be516a-6f34-c9c6-d195-410b76aaf16c" [ 883.083024] env[68986]: _type = "Task" [ 883.083024] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.091715] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be516a-6f34-c9c6-d195-410b76aaf16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.133805] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae11de1f-7354-42f9-9c06-32ced2cc74fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.154430] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.155923] env[68986]: DEBUG nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.160136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.757s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.161652] env[68986]: INFO nova.compute.claims [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.351637] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 8eda7618-29ca-4c05-8430-d4b46b578421] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.361677] env[68986]: DEBUG nova.network.neutron [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.385073] env[68986]: DEBUG oslo_concurrency.lockutils [req-868c732c-f618-497a-a8be-258478269e28 req-c4404cef-ccae-49c0-9598-4d31e3037e39 service nova] Releasing lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.595351] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be516a-6f34-c9c6-d195-410b76aaf16c, 'name': SearchDatastore_Task, 'duration_secs': 0.019275} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.595767] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.596189] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 1e4bd243-d974-4669-92e5-885339edeae8/1e4bd243-d974-4669-92e5-885339edeae8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.596620] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf36b1d0-6183-4902-b8a7-148ce14775e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.603523] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 883.603523] env[68986]: value = "task-3216017" [ 883.603523] env[68986]: _type = "Task" [ 883.603523] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.614967] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.661031] env[68986]: DEBUG nova.network.neutron [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Updating instance_info_cache with network_info: [{"id": "33324a47-e5a5-47f7-9cff-d52c3ac516cd", "address": "fa:16:3e:3b:a6:43", "network": {"id": "190a6e42-5833-48dd-bfbf-3c5682495932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1550749325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e111ba67b5541a2816ffd3e733fdd94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33324a47-e5", "ovs_interfaceid": "33324a47-e5a5-47f7-9cff-d52c3ac516cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.667554] env[68986]: DEBUG nova.compute.utils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.673708] env[68986]: DEBUG nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.674012] env[68986]: DEBUG nova.network.neutron [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.721083] env[68986]: DEBUG nova.policy [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79b54eac36405c8080c812f212ccf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38c1796f9b484e6394468ae1cdf04eb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.855464] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: ac02742b-60e7-49d2-98eb-8c2d8528796c] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.938822] env[68986]: DEBUG nova.compute.manager [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Received event network-vif-plugged-33324a47-e5a5-47f7-9cff-d52c3ac516cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.939343] env[68986]: DEBUG oslo_concurrency.lockutils [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] Acquiring lock "96f30009-cf18-4b9e-914c-d03ea85a843a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.939842] env[68986]: DEBUG oslo_concurrency.lockutils [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.939842] env[68986]: DEBUG oslo_concurrency.lockutils [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.940097] env[68986]: DEBUG nova.compute.manager [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] No waiting events found dispatching network-vif-plugged-33324a47-e5a5-47f7-9cff-d52c3ac516cd {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.940266] env[68986]: WARNING nova.compute.manager [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Received unexpected event network-vif-plugged-33324a47-e5a5-47f7-9cff-d52c3ac516cd for instance with vm_state building and task_state spawning. [ 883.940421] env[68986]: DEBUG nova.compute.manager [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Received event network-changed-33324a47-e5a5-47f7-9cff-d52c3ac516cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.941093] env[68986]: DEBUG nova.compute.manager [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Refreshing instance network info cache due to event network-changed-33324a47-e5a5-47f7-9cff-d52c3ac516cd. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.941352] env[68986]: DEBUG oslo_concurrency.lockutils [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] Acquiring lock "refresh_cache-96f30009-cf18-4b9e-914c-d03ea85a843a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.121029] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511732} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.121504] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 1e4bd243-d974-4669-92e5-885339edeae8/1e4bd243-d974-4669-92e5-885339edeae8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.121798] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.122090] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a01623-1303-4749-93c2-c9b57c764f09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.130835] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 884.130835] env[68986]: value = "task-3216018" [ 884.130835] env[68986]: _type = "Task" [ 884.130835] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.141437] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.161544] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Releasing lock "refresh_cache-96f30009-cf18-4b9e-914c-d03ea85a843a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.161951] env[68986]: DEBUG nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Instance network_info: |[{"id": "33324a47-e5a5-47f7-9cff-d52c3ac516cd", "address": "fa:16:3e:3b:a6:43", "network": {"id": "190a6e42-5833-48dd-bfbf-3c5682495932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1550749325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e111ba67b5541a2816ffd3e733fdd94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33324a47-e5", "ovs_interfaceid": "33324a47-e5a5-47f7-9cff-d52c3ac516cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.162302] env[68986]: DEBUG oslo_concurrency.lockutils [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] Acquired lock "refresh_cache-96f30009-cf18-4b9e-914c-d03ea85a843a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.162603] env[68986]: DEBUG nova.network.neutron [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Refreshing network info cache for port 33324a47-e5a5-47f7-9cff-d52c3ac516cd {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.164072] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a6:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33324a47-e5a5-47f7-9cff-d52c3ac516cd', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.172124] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.173218] env[68986]: DEBUG nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.176019] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.177155] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a9a529-7095-43f7-93de-f60e1e7d6d74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.205953] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.205953] env[68986]: value = "task-3216019" [ 884.205953] env[68986]: _type = "Task" [ 884.205953] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.217242] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216019, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.292147] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.292539] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.360677] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 605d203a-812f-4cfd-be70-36299038162c] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.407303] env[68986]: DEBUG nova.compute.manager [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Stashing vm_state: stopped {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 884.512030] env[68986]: DEBUG nova.network.neutron [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Successfully created port: 3b10d2f6-ec01-4b80-a61a-ef09de7ab079 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.641432] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065883} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.642742] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.644911] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a79f2a-01a7-4c01-8dfd-cbeb34ff874c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.649469] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88ea2e0-04fc-40e6-8618-999e6d9609f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.669881] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca9710b-499a-4c57-bfe6-730a01ae5fbb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.684050] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 1e4bd243-d974-4669-92e5-885339edeae8/1e4bd243-d974-4669-92e5-885339edeae8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.690972] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ddd840-50bd-44f7-9868-607c898cf143 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.744397] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77c609-8553-46dc-a210-df0747b7ffe5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.748168] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 884.748168] env[68986]: value = "task-3216020" [ 884.748168] env[68986]: _type = "Task" [ 884.748168] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.748986] env[68986]: DEBUG nova.network.neutron [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Successfully updated port: 43c86f70-f8e4-47ed-baa9-71b90aef551f {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.755080] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216019, 'name': CreateVM_Task, 'duration_secs': 0.367165} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.761105] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.767101] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.767519] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.767702] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.769717] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6cf4a5-38e7-405b-a18b-9ffcae19ba35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.771833] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6135e863-0a8d-46df-98ff-daa0d0977122 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.783036] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.786470] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 884.786470] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52768264-6038-fa7b-83af-628109920e1f" [ 884.786470] env[68986]: _type = "Task" [ 884.786470] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.795502] env[68986]: DEBUG nova.compute.provider_tree [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.800488] env[68986]: DEBUG nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.810331] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52768264-6038-fa7b-83af-628109920e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.810732] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.811035] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.811330] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.811525] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.811735] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.811998] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c236411-98ad-48d1-83a2-6e2841628c75 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.820927] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.821380] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.824282] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ad5024-52b7-4580-bb95-7aa78b05119b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.832034] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 884.832034] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52521e1a-cf90-cda6-a0f0-80087725d41b" [ 884.832034] env[68986]: _type = "Task" [ 884.832034] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.839299] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52521e1a-cf90-cda6-a0f0-80087725d41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.865294] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 14e0f224-fd67-4e2a-a98d-6a40f5f25b5e] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.928509] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.016760] env[68986]: DEBUG nova.network.neutron [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Updated VIF entry in instance network info cache for port 33324a47-e5a5-47f7-9cff-d52c3ac516cd. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.016760] env[68986]: DEBUG nova.network.neutron [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Updating instance_info_cache with network_info: [{"id": "33324a47-e5a5-47f7-9cff-d52c3ac516cd", "address": "fa:16:3e:3b:a6:43", "network": {"id": "190a6e42-5833-48dd-bfbf-3c5682495932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1550749325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e111ba67b5541a2816ffd3e733fdd94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33324a47-e5", "ovs_interfaceid": "33324a47-e5a5-47f7-9cff-d52c3ac516cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.207122] env[68986]: DEBUG nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.232574] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.232821] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.232977] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.233183] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.233338] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.233516] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.233731] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.233887] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.234068] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.234233] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.234404] env[68986]: DEBUG nova.virt.hardware [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.235330] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8260441e-2b4d-4cf5-a648-5eaf8886b27c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.243128] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d1c523-a224-4277-94d7-b0fa1e0df1e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.256894] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "refresh_cache-f3eb1f8b-1a59-412c-8543-ed503c4244ef" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.257042] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "refresh_cache-f3eb1f8b-1a59-412c-8543-ed503c4244ef" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.257201] env[68986]: DEBUG nova.network.neutron [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.266530] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216020, 'name': ReconfigVM_Task, 'duration_secs': 0.516933} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.267031] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 1e4bd243-d974-4669-92e5-885339edeae8/1e4bd243-d974-4669-92e5-885339edeae8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.267668] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8382e5d3-fcda-4167-b622-723fa4164f52 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.273558] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 885.273558] env[68986]: value = "task-3216021" [ 885.273558] env[68986]: _type = "Task" [ 885.273558] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.281794] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216021, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.304900] env[68986]: DEBUG nova.scheduler.client.report [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.329209] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.343266] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52521e1a-cf90-cda6-a0f0-80087725d41b, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.343731] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb169391-2860-4160-83ec-df7c618c0633 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.349155] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 885.349155] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dffea9-9279-db6d-66b9-33d0b9b07f93" [ 885.349155] env[68986]: _type = "Task" [ 885.349155] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.357297] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dffea9-9279-db6d-66b9-33d0b9b07f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.368898] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 09e4ff86-b908-44b4-8bdb-40aec1d09aa8] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.519957] env[68986]: DEBUG oslo_concurrency.lockutils [req-86a49f0c-91af-4bff-abc2-f571a4ada606 req-16786c19-a98b-42b6-874b-498d80117a56 service nova] Releasing lock "refresh_cache-96f30009-cf18-4b9e-914c-d03ea85a843a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.784540] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216021, 'name': Rename_Task, 'duration_secs': 0.222498} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.784540] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.784743] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b9857f-2031-464b-830f-884e295ebb2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.791874] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 885.791874] env[68986]: value = "task-3216022" [ 885.791874] env[68986]: _type = "Task" [ 885.791874] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.795655] env[68986]: DEBUG nova.network.neutron [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.802231] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.811197] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.812381] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.991s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.859317] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dffea9-9279-db6d-66b9-33d0b9b07f93, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.861911] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.862586] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 96f30009-cf18-4b9e-914c-d03ea85a843a/96f30009-cf18-4b9e-914c-d03ea85a843a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.863188] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c765cefd-fdb1-425c-9edf-335de585155f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.870280] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 885.870280] env[68986]: value = "task-3216023" [ 885.870280] env[68986]: _type = "Task" [ 885.870280] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.874291] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 726ad389-fe57-4903-ae96-b864e81f98ee] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.880759] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.976506] env[68986]: DEBUG nova.compute.manager [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Received event network-vif-plugged-43c86f70-f8e4-47ed-baa9-71b90aef551f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.976812] env[68986]: DEBUG oslo_concurrency.lockutils [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] Acquiring lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.977139] env[68986]: DEBUG oslo_concurrency.lockutils [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.977400] env[68986]: DEBUG oslo_concurrency.lockutils [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.977666] env[68986]: DEBUG nova.compute.manager [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] No waiting events found dispatching network-vif-plugged-43c86f70-f8e4-47ed-baa9-71b90aef551f {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.977888] env[68986]: WARNING nova.compute.manager [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Received unexpected event network-vif-plugged-43c86f70-f8e4-47ed-baa9-71b90aef551f for instance with vm_state building and task_state spawning. [ 885.978113] env[68986]: DEBUG nova.compute.manager [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Received event network-changed-43c86f70-f8e4-47ed-baa9-71b90aef551f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.978367] env[68986]: DEBUG nova.compute.manager [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Refreshing instance network info cache due to event network-changed-43c86f70-f8e4-47ed-baa9-71b90aef551f. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.978627] env[68986]: DEBUG oslo_concurrency.lockutils [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] Acquiring lock "refresh_cache-f3eb1f8b-1a59-412c-8543-ed503c4244ef" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.979862] env[68986]: DEBUG nova.network.neutron [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Updating instance_info_cache with network_info: [{"id": "43c86f70-f8e4-47ed-baa9-71b90aef551f", "address": "fa:16:3e:c1:a9:bb", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c86f70-f8", "ovs_interfaceid": "43c86f70-f8e4-47ed-baa9-71b90aef551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.225707] env[68986]: DEBUG nova.network.neutron [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Successfully updated port: 3b10d2f6-ec01-4b80-a61a-ef09de7ab079 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.302303] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.314933] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "d6ba6bce-92e2-4124-ba9e-e16aa525c6ee" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.314933] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "d6ba6bce-92e2-4124-ba9e-e16aa525c6ee" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.317181] env[68986]: DEBUG nova.objects.instance [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lazy-loading 'migration_context' on Instance uuid d8fda21c-b4b7-4a50-96cb-2c7f2838aeab {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.377969] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: e775aca8-4fd2-46a7-a1fb-cc23f35f4909] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.383242] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216023, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.482873] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "refresh_cache-f3eb1f8b-1a59-412c-8543-ed503c4244ef" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.483237] env[68986]: DEBUG nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Instance network_info: |[{"id": "43c86f70-f8e4-47ed-baa9-71b90aef551f", "address": "fa:16:3e:c1:a9:bb", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c86f70-f8", "ovs_interfaceid": "43c86f70-f8e4-47ed-baa9-71b90aef551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.483612] env[68986]: DEBUG oslo_concurrency.lockutils [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] Acquired lock "refresh_cache-f3eb1f8b-1a59-412c-8543-ed503c4244ef" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.483736] env[68986]: DEBUG nova.network.neutron [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Refreshing network info cache for port 43c86f70-f8e4-47ed-baa9-71b90aef551f {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.485178] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:a9:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43c86f70-f8e4-47ed-baa9-71b90aef551f', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.492871] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.496378] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.496882] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30e08bb9-1fb9-450f-86af-8fac372c1fdb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.518175] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.518175] env[68986]: value = "task-3216024" [ 886.518175] env[68986]: _type = "Task" [ 886.518175] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.525939] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216024, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.721339] env[68986]: DEBUG nova.network.neutron [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Updated VIF entry in instance network info cache for port 43c86f70-f8e4-47ed-baa9-71b90aef551f. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.721839] env[68986]: DEBUG nova.network.neutron [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Updating instance_info_cache with network_info: [{"id": "43c86f70-f8e4-47ed-baa9-71b90aef551f", "address": "fa:16:3e:c1:a9:bb", "network": {"id": "2ebb324a-1cef-417e-a72e-681865bd0484", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2080522836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0a2600b5cf433a92fc84ffee106fa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c86f70-f8", "ovs_interfaceid": "43c86f70-f8e4-47ed-baa9-71b90aef551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.729483] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "refresh_cache-b74fc7ea-5917-4657-add1-02af11fdbb62" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.729483] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "refresh_cache-b74fc7ea-5917-4657-add1-02af11fdbb62" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.729483] env[68986]: DEBUG nova.network.neutron [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.803542] env[68986]: DEBUG oslo_vmware.api [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216022, 'name': PowerOnVM_Task, 'duration_secs': 0.865991} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.803925] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.804193] env[68986]: INFO nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Took 9.10 seconds to spawn the instance on the hypervisor. [ 886.804361] env[68986]: DEBUG nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.805185] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd0e710-3cff-44f0-b8ab-d6de4f9b2371 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.817807] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "d6ba6bce-92e2-4124-ba9e-e16aa525c6ee" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.818361] env[68986]: DEBUG nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.882958] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549394} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.885872] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 96f30009-cf18-4b9e-914c-d03ea85a843a/96f30009-cf18-4b9e-914c-d03ea85a843a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.886156] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.886597] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d5367501-1cdd-4d5a-8601-8114e335684a] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.888467] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d291f18-1037-4f51-8039-511918fca118 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.894417] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 886.894417] env[68986]: value = "task-3216025" [ 886.894417] env[68986]: _type = "Task" [ 886.894417] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.904250] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.030115] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216024, 'name': CreateVM_Task, 'duration_secs': 0.364375} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.030291] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.030977] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.031154] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.031459] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.031716] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2702299-4d98-4df6-8c89-b68c6c370efb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.038722] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 887.038722] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524fb51c-3c73-dc1f-9f1c-b6ce3430076f" [ 887.038722] env[68986]: _type = "Task" [ 887.038722] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.046691] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524fb51c-3c73-dc1f-9f1c-b6ce3430076f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.157081] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c6626c-38bc-479b-a765-e24716fb2fa1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.164907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed9657d-6711-4ecb-aca9-07e253aee5d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.197257] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89035e28-79cb-41c9-99d7-3ce90df7e812 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.204969] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf26777-ca0e-4a5e-a64f-ae10caadac27 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.218580] env[68986]: DEBUG nova.compute.provider_tree [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.223910] env[68986]: DEBUG oslo_concurrency.lockutils [req-8e5ba38b-f060-4773-a23c-d0aaeb26b381 req-9975b3a8-8ff2-4e17-9707-3648c6be2f4c service nova] Releasing lock "refresh_cache-f3eb1f8b-1a59-412c-8543-ed503c4244ef" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.260939] env[68986]: DEBUG nova.network.neutron [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.325254] env[68986]: DEBUG nova.compute.utils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.326455] env[68986]: DEBUG nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.326626] env[68986]: DEBUG nova.network.neutron [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.328911] env[68986]: INFO nova.compute.manager [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Took 52.07 seconds to build instance. [ 887.372566] env[68986]: DEBUG nova.policy [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66e5504621204e0792ba869f7d1bd910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e26f9c82e02a4f1babc976f70e998b8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.391972] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: e04657e5-106a-42da-bf25-785ae4e5844d] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.399545] env[68986]: DEBUG nova.network.neutron [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Updating instance_info_cache with network_info: [{"id": "3b10d2f6-ec01-4b80-a61a-ef09de7ab079", "address": "fa:16:3e:83:78:94", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b10d2f6-ec", "ovs_interfaceid": "3b10d2f6-ec01-4b80-a61a-ef09de7ab079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.403591] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072317} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.404085] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.404991] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ac2b3-e4e2-4f98-ba40-a9d591b97448 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.428629] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 96f30009-cf18-4b9e-914c-d03ea85a843a/96f30009-cf18-4b9e-914c-d03ea85a843a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.429282] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8644e833-c534-40ea-a787-2ecaa3d2c253 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.455741] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 887.455741] env[68986]: value = "task-3216026" [ 887.455741] env[68986]: _type = "Task" [ 887.455741] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.465432] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.549331] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524fb51c-3c73-dc1f-9f1c-b6ce3430076f, 'name': SearchDatastore_Task, 'duration_secs': 0.013967} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.549922] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.549922] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.550247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.550418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.550660] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.550980] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ed94092-8b5f-40bb-b257-18baea81be8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.559374] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.559567] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.560324] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99eafc4-a142-4211-94ab-12a579be60cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.565801] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 887.565801] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52205e4b-67fd-b3d9-d636-0eea4f6e0308" [ 887.565801] env[68986]: _type = "Task" [ 887.565801] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.573733] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52205e4b-67fd-b3d9-d636-0eea4f6e0308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.721778] env[68986]: DEBUG nova.scheduler.client.report [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.753160] env[68986]: DEBUG nova.network.neutron [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Successfully created port: c7e48036-6114-498a-a87b-93c9003da6c4 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.830936] env[68986]: DEBUG nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.833986] env[68986]: DEBUG oslo_concurrency.lockutils [None req-29c0ea36-de61-425d-ac61-954c8c63c515 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.608s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.900619] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: a9aebc16-675d-4cc5-b444-09a42de7d9d3] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.908020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "refresh_cache-b74fc7ea-5917-4657-add1-02af11fdbb62" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.908020] env[68986]: DEBUG nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Instance network_info: |[{"id": "3b10d2f6-ec01-4b80-a61a-ef09de7ab079", "address": "fa:16:3e:83:78:94", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b10d2f6-ec", "ovs_interfaceid": "3b10d2f6-ec01-4b80-a61a-ef09de7ab079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.908020] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:78:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b10d2f6-ec01-4b80-a61a-ef09de7ab079', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.916233] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.916819] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.917049] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67bfc13c-a84f-42e1-9f6d-fda512fa4ab7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.942259] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.942259] env[68986]: value = "task-3216027" [ 887.942259] env[68986]: _type = "Task" [ 887.942259] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.952546] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "1e4bd243-d974-4669-92e5-885339edeae8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.952778] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.952948] env[68986]: INFO nova.compute.manager [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Shelving [ 887.954183] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216027, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.965573] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216026, 'name': ReconfigVM_Task, 'duration_secs': 0.435579} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.965888] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 96f30009-cf18-4b9e-914c-d03ea85a843a/96f30009-cf18-4b9e-914c-d03ea85a843a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.966692] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6befeb64-0d3d-46a8-943d-bba16081c1f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.974339] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 887.974339] env[68986]: value = "task-3216028" [ 887.974339] env[68986]: _type = "Task" [ 887.974339] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.984505] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216028, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.012751] env[68986]: DEBUG nova.compute.manager [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Received event network-vif-plugged-3b10d2f6-ec01-4b80-a61a-ef09de7ab079 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.012944] env[68986]: DEBUG oslo_concurrency.lockutils [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] Acquiring lock "b74fc7ea-5917-4657-add1-02af11fdbb62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.013032] env[68986]: DEBUG oslo_concurrency.lockutils [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.013186] env[68986]: DEBUG oslo_concurrency.lockutils [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.013378] env[68986]: DEBUG nova.compute.manager [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] No waiting events found dispatching network-vif-plugged-3b10d2f6-ec01-4b80-a61a-ef09de7ab079 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.013596] env[68986]: WARNING nova.compute.manager [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Received unexpected event network-vif-plugged-3b10d2f6-ec01-4b80-a61a-ef09de7ab079 for instance with vm_state building and task_state spawning. [ 888.013703] env[68986]: DEBUG nova.compute.manager [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Received event network-changed-3b10d2f6-ec01-4b80-a61a-ef09de7ab079 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.013852] env[68986]: DEBUG nova.compute.manager [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Refreshing instance network info cache due to event network-changed-3b10d2f6-ec01-4b80-a61a-ef09de7ab079. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.014070] env[68986]: DEBUG oslo_concurrency.lockutils [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] Acquiring lock "refresh_cache-b74fc7ea-5917-4657-add1-02af11fdbb62" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.014185] env[68986]: DEBUG oslo_concurrency.lockutils [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] Acquired lock "refresh_cache-b74fc7ea-5917-4657-add1-02af11fdbb62" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.014335] env[68986]: DEBUG nova.network.neutron [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Refreshing network info cache for port 3b10d2f6-ec01-4b80-a61a-ef09de7ab079 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.076878] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52205e4b-67fd-b3d9-d636-0eea4f6e0308, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.077919] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3245b30f-c246-47b3-b1ec-afa87b6080e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.083495] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 888.083495] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5217f74f-f865-44c9-cec7-eacb20111cfe" [ 888.083495] env[68986]: _type = "Task" [ 888.083495] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.092547] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5217f74f-f865-44c9-cec7-eacb20111cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.405250] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 143842ce-aa1e-444b-85c2-79fbb7d47a63] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.454022] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216027, 'name': CreateVM_Task, 'duration_secs': 0.341178} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.454022] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.454022] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.454022] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.454290] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.454480] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9429c2-ce0a-41d4-bc7e-d1d8b41a7b15 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.462977] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 888.462977] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52049f59-96ac-b47b-b931-292b26dcaa7e" [ 888.462977] env[68986]: _type = "Task" [ 888.462977] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.472969] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52049f59-96ac-b47b-b931-292b26dcaa7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.485202] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216028, 'name': Rename_Task, 'duration_secs': 0.207526} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.485504] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.485747] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbd84210-7830-49d6-ba18-032f196ad070 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.495019] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 888.495019] env[68986]: value = "task-3216029" [ 888.495019] env[68986]: _type = "Task" [ 888.495019] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.499581] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.594631] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5217f74f-f865-44c9-cec7-eacb20111cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01438} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.594896] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.595233] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] f3eb1f8b-1a59-412c-8543-ed503c4244ef/f3eb1f8b-1a59-412c-8543-ed503c4244ef.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.595447] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c48a52-f249-4909-ad9d-abd8808643c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.601796] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 888.601796] env[68986]: value = "task-3216030" [ 888.601796] env[68986]: _type = "Task" [ 888.601796] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.611448] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.733984] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.921s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.742441] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.023s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.742648] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.744431] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.970s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.746021] env[68986]: INFO nova.compute.claims [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.774790] env[68986]: INFO nova.scheduler.client.report [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Deleted allocations for instance eb88e41d-1dc6-4b06-b75b-e759c3e57103 [ 888.844265] env[68986]: DEBUG nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.869891] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.870234] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.870415] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.870597] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.870740] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.870886] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.871117] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.871283] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.871910] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.872124] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.872336] env[68986]: DEBUG nova.virt.hardware [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.873265] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db4dec-8a29-46a2-a1ad-99c304306b2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.883388] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f443697f-1e71-4d72-992a-5208d2c5a529 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.907488] env[68986]: DEBUG nova.network.neutron [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Updated VIF entry in instance network info cache for port 3b10d2f6-ec01-4b80-a61a-ef09de7ab079. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.907605] env[68986]: DEBUG nova.network.neutron [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Updating instance_info_cache with network_info: [{"id": "3b10d2f6-ec01-4b80-a61a-ef09de7ab079", "address": "fa:16:3e:83:78:94", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b10d2f6-ec", "ovs_interfaceid": "3b10d2f6-ec01-4b80-a61a-ef09de7ab079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.910035] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: bfbf86b9-287b-42d2-b7a4-2bc718e2d419] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.965525] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.970048] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08281601-e84d-4342-8a02-43e89217069d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.979639] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52049f59-96ac-b47b-b931-292b26dcaa7e, 'name': SearchDatastore_Task, 'duration_secs': 0.017893} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.981225] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.981421] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.981665] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.981809] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.981985] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.982661] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 888.982661] env[68986]: value = "task-3216031" [ 888.982661] env[68986]: _type = "Task" [ 888.982661] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.982661] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98240f8c-5483-4fe4-bbf4-51cb57f98b78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.996664] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.001768] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.002033] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.005886] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6c472a-8756-416d-b2cd-0eb4f42e3cd6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.008761] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.011995] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 889.011995] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c60e5-34f2-5e86-7fa9-cfa5b88f5632" [ 889.011995] env[68986]: _type = "Task" [ 889.011995] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.020307] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c60e5-34f2-5e86-7fa9-cfa5b88f5632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.113240] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.284167] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9e17f4b7-36be-41c4-95e9-a02616123323 tempest-ServerRescueTestJSON-5120650 tempest-ServerRescueTestJSON-5120650-project-member] Lock "eb88e41d-1dc6-4b06-b75b-e759c3e57103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.177s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.297188] env[68986]: DEBUG nova.compute.manager [req-e9f5055e-4dc9-4e38-afa3-fb0b256b16bf req-15b27420-2011-4569-b426-949c54c25088 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Received event network-vif-plugged-c7e48036-6114-498a-a87b-93c9003da6c4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.297188] env[68986]: DEBUG oslo_concurrency.lockutils [req-e9f5055e-4dc9-4e38-afa3-fb0b256b16bf req-15b27420-2011-4569-b426-949c54c25088 service nova] Acquiring lock "51d214a6-8781-43e2-bd78-457f9d2df573-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.297188] env[68986]: DEBUG oslo_concurrency.lockutils [req-e9f5055e-4dc9-4e38-afa3-fb0b256b16bf req-15b27420-2011-4569-b426-949c54c25088 service nova] Lock "51d214a6-8781-43e2-bd78-457f9d2df573-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.297188] env[68986]: DEBUG oslo_concurrency.lockutils [req-e9f5055e-4dc9-4e38-afa3-fb0b256b16bf req-15b27420-2011-4569-b426-949c54c25088 service nova] Lock "51d214a6-8781-43e2-bd78-457f9d2df573-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.297188] env[68986]: DEBUG nova.compute.manager [req-e9f5055e-4dc9-4e38-afa3-fb0b256b16bf req-15b27420-2011-4569-b426-949c54c25088 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] No waiting events found dispatching network-vif-plugged-c7e48036-6114-498a-a87b-93c9003da6c4 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.297188] env[68986]: WARNING nova.compute.manager [req-e9f5055e-4dc9-4e38-afa3-fb0b256b16bf req-15b27420-2011-4569-b426-949c54c25088 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Received unexpected event network-vif-plugged-c7e48036-6114-498a-a87b-93c9003da6c4 for instance with vm_state building and task_state spawning. [ 889.368967] env[68986]: DEBUG nova.network.neutron [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Successfully updated port: c7e48036-6114-498a-a87b-93c9003da6c4 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.412510] env[68986]: DEBUG oslo_concurrency.lockutils [req-f0173493-359c-4eac-b7db-ffe51ddb4909 req-f9a74b7a-d832-44ef-9086-f7495805099a service nova] Releasing lock "refresh_cache-b74fc7ea-5917-4657-add1-02af11fdbb62" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.413105] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 4b0b0870-1278-46f6-a1f7-b342a228de6b] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.495629] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216031, 'name': PowerOffVM_Task, 'duration_secs': 0.306531} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.495935] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.496860] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6c240a-8b5b-49de-becd-ff01ebf2efe5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.524363] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ce12e1-f98a-4830-a7e6-4a0fdb3579a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.527148] env[68986]: DEBUG oslo_vmware.api [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216029, 'name': PowerOnVM_Task, 'duration_secs': 0.886289} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.527424] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.527629] env[68986]: INFO nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Took 9.36 seconds to spawn the instance on the hypervisor. [ 889.527825] env[68986]: DEBUG nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.529181] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c6aa3-92a0-4c50-b8a6-ad1b7505e990 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.536632] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c60e5-34f2-5e86-7fa9-cfa5b88f5632, 'name': SearchDatastore_Task, 'duration_secs': 0.062543} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.540095] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763e516a-a3ea-4d2d-90e0-2e402e7986ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.548909] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 889.548909] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ddaf79-54be-f6bf-d263-1ae0e57ec75a" [ 889.548909] env[68986]: _type = "Task" [ 889.548909] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.556276] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ddaf79-54be-f6bf-d263-1ae0e57ec75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.612840] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589409} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.613300] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] f3eb1f8b-1a59-412c-8543-ed503c4244ef/f3eb1f8b-1a59-412c-8543-ed503c4244ef.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.615318] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.615871] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c538dae-a558-4147-9d25-190025cc180c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.625853] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 889.625853] env[68986]: value = "task-3216032" [ 889.625853] env[68986]: _type = "Task" [ 889.625853] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.635169] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.871857] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "refresh_cache-51d214a6-8781-43e2-bd78-457f9d2df573" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.871857] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquired lock "refresh_cache-51d214a6-8781-43e2-bd78-457f9d2df573" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.872012] env[68986]: DEBUG nova.network.neutron [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.919553] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f2e8b80e-a3dc-4203-8927-1b6837e60cfc] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.045257] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.045828] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e14cdf9-2c4d-42be-bdae-f16cb649a13e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.062182] env[68986]: INFO nova.compute.manager [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Took 47.43 seconds to build instance. [ 890.068067] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ddaf79-54be-f6bf-d263-1ae0e57ec75a, 'name': SearchDatastore_Task, 'duration_secs': 0.030833} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.069615] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.070222] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] b74fc7ea-5917-4657-add1-02af11fdbb62/b74fc7ea-5917-4657-add1-02af11fdbb62.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.070304] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 890.070304] env[68986]: value = "task-3216033" [ 890.070304] env[68986]: _type = "Task" [ 890.070304] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.071237] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c16e9c8-0b22-4968-b61d-56b77576890e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.088684] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.090637] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 890.090637] env[68986]: value = "task-3216034" [ 890.090637] env[68986]: _type = "Task" [ 890.090637] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.137081] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187699} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.137272] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.138244] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93a6e7a-9568-484e-90e5-7e45ac99b5bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.166197] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f3eb1f8b-1a59-412c-8543-ed503c4244ef/f3eb1f8b-1a59-412c-8543-ed503c4244ef.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.166968] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0584a79d-e991-4d1e-8062-ea07a080f707 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.195545] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 890.195545] env[68986]: value = "task-3216035" [ 890.195545] env[68986]: _type = "Task" [ 890.195545] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.203833] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.244602] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b5c6b-e74b-4ca8-a6f2-c8893b31dc66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.252618] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff6a241-3a1d-4cff-886f-05ad2e3392c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.289687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa64281e-b84f-48d8-98e2-b42de4d0437f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.298112] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a826f0-de97-400f-8ed9-7766b2b91883 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.303705] env[68986]: INFO nova.compute.manager [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Swapping old allocation on dict_keys(['232528e4-bd89-455c-9ffc-f7d3cc05843d']) held by migration cd401143-3ab4-4cd0-b9d1-7182cb18e73d for instance [ 890.320146] env[68986]: DEBUG nova.compute.provider_tree [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.342595] env[68986]: DEBUG nova.scheduler.client.report [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Overwriting current allocation {'allocations': {'232528e4-bd89-455c-9ffc-f7d3cc05843d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': '080610628bc0422f8d395d06163ee464', 'user_id': '39e2ab31381047ada288edbb36b07848', 'consumer_generation': 1} on consumer d8fda21c-b4b7-4a50-96cb-2c7f2838aeab {{(pid=68986) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 890.406266] env[68986]: DEBUG nova.network.neutron [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.426268] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 8be461f0-4cdb-4abc-a860-9bbd55111a8d] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.477311] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.477497] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquired lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.477678] env[68986]: DEBUG nova.network.neutron [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.569013] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ac09d26b-8aca-426b-a319-0f7cf351f73e tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.951s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.572650] env[68986]: DEBUG nova.network.neutron [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Updating instance_info_cache with network_info: [{"id": "c7e48036-6114-498a-a87b-93c9003da6c4", "address": "fa:16:3e:3f:0e:5d", "network": {"id": "375e1e9a-b8f2-4f3b-86e2-2357ff2be8d4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-953468677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f9c82e02a4f1babc976f70e998b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e48036-61", "ovs_interfaceid": "c7e48036-6114-498a-a87b-93c9003da6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.583442] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216033, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.600195] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.705506] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.828466] env[68986]: DEBUG nova.scheduler.client.report [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.930341] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 529dc504-f32a-40e2-b68a-e0ef8cf9dfe5] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.075290] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Releasing lock "refresh_cache-51d214a6-8781-43e2-bd78-457f9d2df573" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.075737] env[68986]: DEBUG nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Instance network_info: |[{"id": "c7e48036-6114-498a-a87b-93c9003da6c4", "address": "fa:16:3e:3f:0e:5d", "network": {"id": "375e1e9a-b8f2-4f3b-86e2-2357ff2be8d4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-953468677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f9c82e02a4f1babc976f70e998b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e48036-61", "ovs_interfaceid": "c7e48036-6114-498a-a87b-93c9003da6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.076274] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:0e:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e48036-6114-498a-a87b-93c9003da6c4', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.084217] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Creating folder: Project (e26f9c82e02a4f1babc976f70e998b8e). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.099791] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38ae41a-9c58-4d88-859d-5031ebab1306 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.111700] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216033, 'name': CreateSnapshot_Task, 'duration_secs': 0.689466} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.115563] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.115901] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216034, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.116784] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c6dd3-a4b8-4d4f-abcd-9324350a2513 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.132224] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Created folder: Project (e26f9c82e02a4f1babc976f70e998b8e) in parent group-v642845. [ 891.132224] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Creating folder: Instances. Parent ref: group-v643032. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.132224] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bf516b1-c7cb-4171-bf63-8b4b9e505035 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.141750] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Created folder: Instances in parent group-v643032. [ 891.142160] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.142418] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.142699] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3439080b-77d3-4e9f-ac7e-cd8986e109f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.164098] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.164098] env[68986]: value = "task-3216038" [ 891.164098] env[68986]: _type = "Task" [ 891.164098] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.174093] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216038, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.209168] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.313728] env[68986]: DEBUG nova.network.neutron [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [{"id": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "address": "fa:16:3e:1c:6b:71", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a2eed3-04", "ovs_interfaceid": "57a2eed3-04ef-44d8-a7dc-3df6e488af90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.333536] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.334144] env[68986]: DEBUG nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.337823] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.338035] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.340367] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.478s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.340572] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.342458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.763s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.342736] env[68986]: DEBUG nova.objects.instance [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'pci_requests' on Instance uuid fd667959-7d67-47f7-a401-2b05352bc70a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.376419] env[68986]: INFO nova.scheduler.client.report [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted allocations for instance 03de7cab-4c1d-45ac-bca4-8023d297e8e5 [ 891.380732] env[68986]: INFO nova.scheduler.client.report [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Deleted allocations for instance ee4536ab-9b1c-473b-9422-5697317cde4f [ 891.433757] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d9dc5466-dbca-4a5e-9206-528bddc6c468] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.473189] env[68986]: DEBUG nova.compute.manager [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Received event network-changed-c7e48036-6114-498a-a87b-93c9003da6c4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.473480] env[68986]: DEBUG nova.compute.manager [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Refreshing instance network info cache due to event network-changed-c7e48036-6114-498a-a87b-93c9003da6c4. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.473792] env[68986]: DEBUG oslo_concurrency.lockutils [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] Acquiring lock "refresh_cache-51d214a6-8781-43e2-bd78-457f9d2df573" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.473860] env[68986]: DEBUG oslo_concurrency.lockutils [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] Acquired lock "refresh_cache-51d214a6-8781-43e2-bd78-457f9d2df573" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.474011] env[68986]: DEBUG nova.network.neutron [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Refreshing network info cache for port c7e48036-6114-498a-a87b-93c9003da6c4 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.612913] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216034, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.271754} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.613469] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] b74fc7ea-5917-4657-add1-02af11fdbb62/b74fc7ea-5917-4657-add1-02af11fdbb62.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.613758] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.614095] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97d25843-92ac-47cb-8c2f-6bb0c69895d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.620786] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 891.620786] env[68986]: value = "task-3216039" [ 891.620786] env[68986]: _type = "Task" [ 891.620786] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.629054] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.637619] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.637619] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4404a71c-95b0-43d7-a24e-635b7262b076 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.645384] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 891.645384] env[68986]: value = "task-3216040" [ 891.645384] env[68986]: _type = "Task" [ 891.645384] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.653775] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216040, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.677028] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216038, 'name': CreateVM_Task, 'duration_secs': 0.469648} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.677140] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.678074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.678074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.678378] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.678632] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45025fc6-394b-4927-94dd-28751be846e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.683138] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 891.683138] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d7dfe2-63c2-bfb2-df84-27fc6a0eefac" [ 891.683138] env[68986]: _type = "Task" [ 891.683138] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.692850] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d7dfe2-63c2-bfb2-df84-27fc6a0eefac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.706283] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216035, 'name': ReconfigVM_Task, 'duration_secs': 1.372877} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.706699] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f3eb1f8b-1a59-412c-8543-ed503c4244ef/f3eb1f8b-1a59-412c-8543-ed503c4244ef.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.707764] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a84f340-36cc-4d08-a02b-3b8ee515b5a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.713551] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 891.713551] env[68986]: value = "task-3216041" [ 891.713551] env[68986]: _type = "Task" [ 891.713551] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.721574] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216041, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.817571] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Releasing lock "refresh_cache-d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.818101] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.818425] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92db83a8-c7e6-4e32-b296-8d6d26fc034c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.825273] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 891.825273] env[68986]: value = "task-3216042" [ 891.825273] env[68986]: _type = "Task" [ 891.825273] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.836420] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.847021] env[68986]: DEBUG nova.objects.instance [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'numa_topology' on Instance uuid fd667959-7d67-47f7-a401-2b05352bc70a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.850253] env[68986]: DEBUG nova.compute.utils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.855786] env[68986]: DEBUG nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.857156] env[68986]: DEBUG nova.network.neutron [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.893244] env[68986]: DEBUG oslo_concurrency.lockutils [None req-70206ac8-0a93-40d7-88be-0b6eb248ed59 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "03de7cab-4c1d-45ac-bca4-8023d297e8e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.758s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.894762] env[68986]: DEBUG oslo_concurrency.lockutils [None req-96596d7d-f5d6-45a6-8f4f-ad4797b123cf tempest-ServersTestMultiNic-929707041 tempest-ServersTestMultiNic-929707041-project-member] Lock "ee4536ab-9b1c-473b-9422-5697317cde4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.737s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.939495] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: dee8bb25-f581-48f1-b022-6ef8e93eaf1b] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.959535] env[68986]: DEBUG nova.policy [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.138367] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067914} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.138933] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.140621] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778740dd-6933-4999-a698-10229596512f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.182632] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b74fc7ea-5917-4657-add1-02af11fdbb62/b74fc7ea-5917-4657-add1-02af11fdbb62.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.187901] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d96cc4-528f-4a88-93fa-b5dfaeda2a22 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.220368] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216040, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.225656] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 892.225656] env[68986]: value = "task-3216043" [ 892.225656] env[68986]: _type = "Task" [ 892.225656] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.229627] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d7dfe2-63c2-bfb2-df84-27fc6a0eefac, 'name': SearchDatastore_Task, 'duration_secs': 0.014722} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.233838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.234116] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.234360] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.234525] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.234715] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.241491] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274e8757-507b-408f-8f6d-15c19b88dcc3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.243479] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216041, 'name': Rename_Task, 'duration_secs': 0.210268} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.246124] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.246124] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-836dcdfa-ff9f-4b11-b7e8-f55cd4376097 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.250043] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.253634] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.253634] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.253634] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462f7344-426d-48e1-85d2-2975d1a9db2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.257193] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 892.257193] env[68986]: value = "task-3216044" [ 892.257193] env[68986]: _type = "Task" [ 892.257193] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.262640] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 892.262640] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521a64cb-d548-ccfe-100a-cdfe28c33140" [ 892.262640] env[68986]: _type = "Task" [ 892.262640] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.269664] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.274654] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521a64cb-d548-ccfe-100a-cdfe28c33140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.336444] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216042, 'name': PowerOffVM_Task, 'duration_secs': 0.389991} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.336778] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.337606] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9d8436c7-a292-4611-9c12-959b8f6c5f41',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1169477776',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.337996] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.338327] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.338624] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.338865] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.339092] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.339335] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.339521] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.339718] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.339904] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.340109] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.346538] env[68986]: DEBUG nova.network.neutron [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Updated VIF entry in instance network info cache for port c7e48036-6114-498a-a87b-93c9003da6c4. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.346887] env[68986]: DEBUG nova.network.neutron [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Updating instance_info_cache with network_info: [{"id": "c7e48036-6114-498a-a87b-93c9003da6c4", "address": "fa:16:3e:3f:0e:5d", "network": {"id": "375e1e9a-b8f2-4f3b-86e2-2357ff2be8d4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-953468677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f9c82e02a4f1babc976f70e998b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e48036-61", "ovs_interfaceid": "c7e48036-6114-498a-a87b-93c9003da6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.348499] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297e4be2-776e-4bdb-859e-a29b5d5d3abd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.359237] env[68986]: INFO nova.compute.claims [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.362549] env[68986]: DEBUG nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.371123] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 892.371123] env[68986]: value = "task-3216045" [ 892.371123] env[68986]: _type = "Task" [ 892.371123] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.381510] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.435225] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e21b7-e7cf-a2ab-9216-916361f9eb3c/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 892.436244] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a0a49-4f99-444d-9fdd-bb8dc98c4d0d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.443738] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 47736cad-bc63-41b3-b550-f236c3b19354] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.447814] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e21b7-e7cf-a2ab-9216-916361f9eb3c/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 892.448142] env[68986]: ERROR oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e21b7-e7cf-a2ab-9216-916361f9eb3c/disk-0.vmdk due to incomplete transfer. [ 892.448456] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bcd9ce0f-f186-49e7-8b3c-bcba41cc987c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.456293] env[68986]: DEBUG oslo_vmware.rw_handles [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e21b7-e7cf-a2ab-9216-916361f9eb3c/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 892.456520] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Uploaded image dffd53e2-bfde-49ab-82af-302c8089ca3d to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 892.459062] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 892.459687] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b44c4909-6a9f-4762-a5af-1bb76fa4c8ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.466208] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 892.466208] env[68986]: value = "task-3216046" [ 892.466208] env[68986]: _type = "Task" [ 892.466208] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.474983] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216046, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.658680] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216040, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.684611] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "cb0f0c6d-e536-4750-81d4-9c534928ef25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.684939] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.685195] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "cb0f0c6d-e536-4750-81d4-9c534928ef25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.685428] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.685691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.689327] env[68986]: INFO nova.compute.manager [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Terminating instance [ 892.741173] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216043, 'name': ReconfigVM_Task, 'duration_secs': 0.272243} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.741547] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b74fc7ea-5917-4657-add1-02af11fdbb62/b74fc7ea-5917-4657-add1-02af11fdbb62.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.742347] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d77d706-0979-4034-ae12-443884a12f6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.749192] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 892.749192] env[68986]: value = "task-3216047" [ 892.749192] env[68986]: _type = "Task" [ 892.749192] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.758792] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216047, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.771251] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.779277] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521a64cb-d548-ccfe-100a-cdfe28c33140, 'name': SearchDatastore_Task, 'duration_secs': 0.015958} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.779277] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bec90d-fc03-4a2d-9977-fe17fc1a5f59 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.783506] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 892.783506] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ecc348-e708-568d-c608-a4b93713362d" [ 892.783506] env[68986]: _type = "Task" [ 892.783506] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.792226] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ecc348-e708-568d-c608-a4b93713362d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.859932] env[68986]: DEBUG oslo_concurrency.lockutils [req-9930620d-0606-4326-84e0-3e3de0708a3e req-91737d98-aaca-4aa2-8bd9-f821c7c6e434 service nova] Releasing lock "refresh_cache-51d214a6-8781-43e2-bd78-457f9d2df573" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.886450] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216045, 'name': ReconfigVM_Task, 'duration_secs': 0.172053} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.887384] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71235a9-b08e-4f13-b1ed-e183ac21ca6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.917491] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9d8436c7-a292-4611-9c12-959b8f6c5f41',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1169477776',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.918156] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.918910] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.919386] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.919776] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.920163] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.920736] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.923522] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.923522] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.923522] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.923522] env[68986]: DEBUG nova.virt.hardware [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.930216] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc51b17-91aa-42ae-95c5-fea4a54c20d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.939328] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 892.939328] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e2d2-7243-0466-bd08-532e558bb8ca" [ 892.939328] env[68986]: _type = "Task" [ 892.939328] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.947591] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "96f30009-cf18-4b9e-914c-d03ea85a843a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.947951] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.948295] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "96f30009-cf18-4b9e-914c-d03ea85a843a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.948591] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.948859] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.954466] env[68986]: INFO nova.compute.manager [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Terminating instance [ 892.954466] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d0a68666-a76a-45b4-9683-5803498046c8] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.968651] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e2d2-7243-0466-bd08-532e558bb8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.986076] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216046, 'name': Destroy_Task, 'duration_secs': 0.388053} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.986439] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Destroyed the VM [ 892.986763] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.987412] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-026658e9-1713-4aca-a553-b9c4056a9907 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.000573] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 893.000573] env[68986]: value = "task-3216048" [ 893.000573] env[68986]: _type = "Task" [ 893.000573] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.015986] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216048, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.019232] env[68986]: DEBUG nova.network.neutron [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Successfully created port: de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.158979] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216040, 'name': CloneVM_Task, 'duration_secs': 1.394435} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.159496] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Created linked-clone VM from snapshot [ 893.160408] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e8e609-4e9d-46e5-873e-9576d474a84c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.172958] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Uploading image 344d3a56-886f-4548-a108-ff212001787a {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 893.193209] env[68986]: DEBUG nova.compute.manager [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.193480] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.194644] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d53e6b-4993-4abf-82ae-4b7a7c558c59 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.206303] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.207213] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66a0f31f-2002-4fc8-92b8-7460a953c86c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.210321] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 893.210321] env[68986]: value = "vm-643035" [ 893.210321] env[68986]: _type = "VirtualMachine" [ 893.210321] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 893.210649] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de6cdd8e-1c22-4a82-86c4-af952ba88ffd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.215209] env[68986]: DEBUG oslo_vmware.api [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 893.215209] env[68986]: value = "task-3216049" [ 893.215209] env[68986]: _type = "Task" [ 893.215209] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.220376] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lease: (returnval){ [ 893.220376] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526ce88c-5531-6dcd-4b98-c1053b34695a" [ 893.220376] env[68986]: _type = "HttpNfcLease" [ 893.220376] env[68986]: } obtained for exporting VM: (result){ [ 893.220376] env[68986]: value = "vm-643035" [ 893.220376] env[68986]: _type = "VirtualMachine" [ 893.220376] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 893.220643] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the lease: (returnval){ [ 893.220643] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526ce88c-5531-6dcd-4b98-c1053b34695a" [ 893.220643] env[68986]: _type = "HttpNfcLease" [ 893.220643] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.229907] env[68986]: DEBUG oslo_vmware.api [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3216049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.236044] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.236044] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526ce88c-5531-6dcd-4b98-c1053b34695a" [ 893.236044] env[68986]: _type = "HttpNfcLease" [ 893.236044] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.255824] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce2a87e-8fe0-4435-9e81-ed8edd8a9975 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.264683] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216047, 'name': Rename_Task, 'duration_secs': 0.165669} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.268274] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.268550] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d49eee6-00b0-4ed4-bdbd-4deece4d373e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.273626] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5448bb-2a31-45cb-9112-795c843ef355 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.280722] env[68986]: DEBUG oslo_vmware.api [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216044, 'name': PowerOnVM_Task, 'duration_secs': 0.977229} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.281105] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 893.281105] env[68986]: value = "task-3216051" [ 893.281105] env[68986]: _type = "Task" [ 893.281105] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.281708] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.281979] env[68986]: INFO nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Took 10.62 seconds to spawn the instance on the hypervisor. [ 893.282207] env[68986]: DEBUG nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.283098] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c48e6c0-ee66-4080-bcb3-edd211edc7f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.321874] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800b56d8-98bb-49fe-8f97-80263d4baede {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.332233] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.341818] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ecc348-e708-568d-c608-a4b93713362d, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.344118] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.344348] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 51d214a6-8781-43e2-bd78-457f9d2df573/51d214a6-8781-43e2-bd78-457f9d2df573.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.344661] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f83ef405-74da-4b8c-b712-0dae2ad4646a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.347690] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f348a02-919a-4527-89ac-d16f4718977f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.369146] env[68986]: DEBUG nova.compute.provider_tree [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.373646] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 893.373646] env[68986]: value = "task-3216052" [ 893.373646] env[68986]: _type = "Task" [ 893.373646] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.379718] env[68986]: DEBUG nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.391505] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.419743] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.420236] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.420459] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.420725] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.420905] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.421119] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.421408] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.421614] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.421836] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.422075] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.422323] env[68986]: DEBUG nova.virt.hardware [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.424019] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce4a744-24e9-428f-8631-6ff61bf8ec92 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.436715] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0d716-6d52-471f-956c-f21ea9936bf7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.465713] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: b1215d95-3286-4169-b4e5-2947574cfe7e] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.469100] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e2d2-7243-0466-bd08-532e558bb8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.025715} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.469871] env[68986]: DEBUG nova.compute.manager [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.470138] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.478639] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.479855] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0266f0-55fa-450d-9e80-dd165323f40f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.484143] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e67f85-dbf2-476d-8b31-811487ea8147 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.516851] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.519072] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da47672d-3800-434e-92f9-740038cf13e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.521845] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 893.521845] env[68986]: value = "task-3216053" [ 893.521845] env[68986]: _type = "Task" [ 893.521845] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.533346] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216048, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.533763] env[68986]: DEBUG oslo_vmware.api [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 893.533763] env[68986]: value = "task-3216054" [ 893.533763] env[68986]: _type = "Task" [ 893.533763] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.541144] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.548595] env[68986]: DEBUG oslo_vmware.api [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.732769] env[68986]: DEBUG oslo_vmware.api [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3216049, 'name': PowerOffVM_Task, 'duration_secs': 0.293278} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.733617] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.733893] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.734331] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe61d1a-0a16-4e83-88ea-92ec26ae1ba9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.739458] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.739458] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526ce88c-5531-6dcd-4b98-c1053b34695a" [ 893.739458] env[68986]: _type = "HttpNfcLease" [ 893.739458] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 893.739861] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 893.739861] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526ce88c-5531-6dcd-4b98-c1053b34695a" [ 893.739861] env[68986]: _type = "HttpNfcLease" [ 893.739861] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 893.740795] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ac5806-c4b4-4e9b-bb26-5efe4680b8d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.750050] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d1b38-832a-1d7c-f548-027956f850b3/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 893.750232] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d1b38-832a-1d7c-f548-027956f850b3/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 893.829890] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.830118] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.830300] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleting the datastore file [datastore2] cb0f0c6d-e536-4750-81d4-9c534928ef25 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.831899] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-396a7b25-0b4f-49fc-a2f8-f2f6d86dccf5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.844774] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216051, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.846884] env[68986]: DEBUG oslo_vmware.api [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for the task: (returnval){ [ 893.846884] env[68986]: value = "task-3216056" [ 893.846884] env[68986]: _type = "Task" [ 893.846884] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.852718] env[68986]: INFO nova.compute.manager [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Took 48.49 seconds to build instance. [ 893.863215] env[68986]: DEBUG oslo_vmware.api [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3216056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.873496] env[68986]: DEBUG nova.scheduler.client.report [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.891275] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.934930] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a4cf415-5854-41e7-bbad-2cc1a4b64924 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.969642] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.969910] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Cleaning up deleted instances with incomplete migration {{(pid=68986) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 894.018759] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216048, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.033749] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216053, 'name': ReconfigVM_Task, 'duration_secs': 0.290952} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.034421] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.035598] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc66f89e-4706-4348-b3f9-7b80c6f29700 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.067857] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.074470] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ba5b22-a061-4edd-b111-78773ddc52af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.091436] env[68986]: DEBUG oslo_vmware.api [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216054, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.101040] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 894.101040] env[68986]: value = "task-3216057" [ 894.101040] env[68986]: _type = "Task" [ 894.101040] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.109619] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.335342] env[68986]: DEBUG oslo_vmware.api [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216051, 'name': PowerOnVM_Task, 'duration_secs': 0.728044} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.335798] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.336293] env[68986]: INFO nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Took 9.13 seconds to spawn the instance on the hypervisor. [ 894.336707] env[68986]: DEBUG nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.337746] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f224281a-8ae3-4b80-8cca-fd2dc0b79ab8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.359528] env[68986]: DEBUG oslo_concurrency.lockutils [None req-406fb186-f7ab-4335-a9ba-f9014e4c8b89 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.030s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.360100] env[68986]: DEBUG oslo_vmware.api [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Task: {'id': task-3216056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318815} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.360507] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.361692] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.361692] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.361692] env[68986]: INFO nova.compute.manager [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Took 1.17 seconds to destroy the instance on the hypervisor. [ 894.361979] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.362471] env[68986]: DEBUG nova.compute.manager [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.362714] env[68986]: DEBUG nova.network.neutron [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.380838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.037s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.384280] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.392s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.388955] env[68986]: INFO nova.compute.claims [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.404984] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664855} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.406394] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 51d214a6-8781-43e2-bd78-457f9d2df573/51d214a6-8781-43e2-bd78-457f9d2df573.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.406624] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.407097] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1897c999-8b86-46fd-abcf-48449af1b03b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.415241] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 894.415241] env[68986]: value = "task-3216058" [ 894.415241] env[68986]: _type = "Task" [ 894.415241] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.431475] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.481455] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.522806] env[68986]: DEBUG oslo_vmware.api [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216048, 'name': RemoveSnapshot_Task, 'duration_secs': 1.15406} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.523705] env[68986]: INFO nova.network.neutron [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating port c071af31-5ef6-47d9-a9da-2c0b9d42359a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 894.525610] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 894.526356] env[68986]: INFO nova.compute.manager [None req-afd2da99-0bb8-48f4-a0aa-05b88001d02c tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 894.550852] env[68986]: DEBUG oslo_vmware.api [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216054, 'name': PowerOffVM_Task, 'duration_secs': 0.608569} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.551394] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.551394] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.555018] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aef9c0a5-32bc-4b71-878c-493a5105f305 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.596572] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.597093] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.597093] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.598998] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.599232] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.606637] env[68986]: INFO nova.compute.manager [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Terminating instance [ 894.619196] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.619284] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.619480] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Deleting the datastore file [datastore1] 96f30009-cf18-4b9e-914c-d03ea85a843a {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.627674] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43c8e23-68c6-4e68-831c-4b2caed7fe07 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.632305] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.640411] env[68986]: DEBUG oslo_vmware.api [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 894.640411] env[68986]: value = "task-3216060" [ 894.640411] env[68986]: _type = "Task" [ 894.640411] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.653788] env[68986]: DEBUG oslo_vmware.api [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.876326] env[68986]: INFO nova.compute.manager [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Took 41.91 seconds to build instance. [ 894.881104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.881377] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.928877] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075839} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.930998] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.931922] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e02ae6-0040-4e35-81ce-4acce8f24241 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.959165] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 51d214a6-8781-43e2-bd78-457f9d2df573/51d214a6-8781-43e2-bd78-457f9d2df573.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.962107] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687f6879-8ce5-4141-970f-67f7f95d1fb8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.982800] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 894.982800] env[68986]: value = "task-3216061" [ 894.982800] env[68986]: _type = "Task" [ 894.982800] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.992816] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.116851] env[68986]: DEBUG nova.compute.manager [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.117423] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.118102] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216057, 'name': ReconfigVM_Task, 'duration_secs': 0.589129} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.119426] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c0c743-53fd-4dac-86c2-bbd674d9bcde {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.124077] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Reconfigured VM instance instance-0000002f to attach disk [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab/d8fda21c-b4b7-4a50-96cb-2c7f2838aeab.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.125455] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c46c87c-bca3-4140-be80-93d8b431de58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.140565] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.935218] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d365b2-3a3f-4143-bdfe-c5210d6faf4f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.941243] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4352a60b-59d7-4d79-85d0-925a170f0f9f tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.982s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.941684] env[68986]: DEBUG nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.947074] env[68986]: DEBUG nova.network.neutron [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.949721] env[68986]: DEBUG nova.network.neutron [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Successfully updated port: de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.958141] env[68986]: DEBUG nova.compute.manager [req-c5d0807a-5ab0-48cd-ba5f-2c74bc5e0b7a req-a82f20e9-b7e7-4548-913b-3771fa15abcf service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Received event network-vif-deleted-e81af725-46f6-4aad-bd4c-57a57913fd5d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.958141] env[68986]: INFO nova.compute.manager [req-c5d0807a-5ab0-48cd-ba5f-2c74bc5e0b7a req-a82f20e9-b7e7-4548-913b-3771fa15abcf service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Neutron deleted interface e81af725-46f6-4aad-bd4c-57a57913fd5d; detaching it from the instance and deleting it from the info cache [ 895.958141] env[68986]: DEBUG nova.network.neutron [req-c5d0807a-5ab0-48cd-ba5f-2c74bc5e0b7a req-a82f20e9-b7e7-4548-913b-3771fa15abcf service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.962022] env[68986]: DEBUG nova.compute.manager [req-06ad4515-4534-4765-a3e6-c9a6a544d939 req-cc166a0c-580b-4ff7-b0be-ab98482c0e53 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received event network-vif-plugged-de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.962022] env[68986]: DEBUG oslo_concurrency.lockutils [req-06ad4515-4534-4765-a3e6-c9a6a544d939 req-cc166a0c-580b-4ff7-b0be-ab98482c0e53 service nova] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.962022] env[68986]: DEBUG oslo_concurrency.lockutils [req-06ad4515-4534-4765-a3e6-c9a6a544d939 req-cc166a0c-580b-4ff7-b0be-ab98482c0e53 service nova] Lock "174ceea5-b609-46f7-aecd-e0013e972135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.962022] env[68986]: DEBUG oslo_concurrency.lockutils [req-06ad4515-4534-4765-a3e6-c9a6a544d939 req-cc166a0c-580b-4ff7-b0be-ab98482c0e53 service nova] Lock "174ceea5-b609-46f7-aecd-e0013e972135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.962022] env[68986]: DEBUG nova.compute.manager [req-06ad4515-4534-4765-a3e6-c9a6a544d939 req-cc166a0c-580b-4ff7-b0be-ab98482c0e53 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] No waiting events found dispatching network-vif-plugged-de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.962022] env[68986]: WARNING nova.compute.manager [req-06ad4515-4534-4765-a3e6-c9a6a544d939 req-cc166a0c-580b-4ff7-b0be-ab98482c0e53 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received unexpected event network-vif-plugged-de6c8dd2-3f19-403a-a976-048940c9ce5f for instance with vm_state building and task_state spawning. [ 895.966432] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de98f9-262a-40d0-8cf2-44880add9223 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.995125] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216061, 'name': ReconfigVM_Task, 'duration_secs': 0.476077} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.002466] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c741308-e85e-4b93-b369-7988450c67fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.005579] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 51d214a6-8781-43e2-bd78-457f9d2df573/51d214a6-8781-43e2-bd78-457f9d2df573.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.006784] env[68986]: DEBUG oslo_vmware.api [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 896.006784] env[68986]: value = "task-3216062" [ 896.006784] env[68986]: _type = "Task" [ 896.006784] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.007657] env[68986]: DEBUG oslo_vmware.api [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453305} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.007837] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16707db1-26f2-4df1-86c1-9d223781a626 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.009620] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.009824] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.009984] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.010355] env[68986]: INFO nova.compute.manager [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Took 2.54 seconds to destroy the instance on the hypervisor. [ 896.010612] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.015788] env[68986]: DEBUG nova.compute.manager [-] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.015948] env[68986]: DEBUG nova.network.neutron [-] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.037187] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1333ae3b-b3c5-4c91-95ac-4dc16be4ad10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.045888] env[68986]: DEBUG oslo_vmware.api [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.046816] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 896.046816] env[68986]: value = "task-3216063" [ 896.046816] env[68986]: _type = "Task" [ 896.046816] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.056210] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.060060] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9068d6cb-e4e8-47ad-ae3f-9ca20d1797df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.064356] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216063, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.069415] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 896.069415] env[68986]: value = "task-3216064" [ 896.069415] env[68986]: _type = "Task" [ 896.069415] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.081170] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.368701] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602484a6-638c-4827-826a-b691f88707f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.382653] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f30985-bb3b-42c6-a2a7-f48e3b41902a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.423150] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efabaf35-4ee3-433a-88f1-30a006b6546b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.432822] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571bfeb9-d282-4132-ad54-998761830dc2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.449794] env[68986]: INFO nova.compute.manager [-] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Took 2.09 seconds to deallocate network for instance. [ 896.450391] env[68986]: DEBUG nova.compute.provider_tree [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.471439] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "b74fc7ea-5917-4657-add1-02af11fdbb62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.472241] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.472516] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "b74fc7ea-5917-4657-add1-02af11fdbb62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.472733] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.472927] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.475820] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.476191] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.476390] env[68986]: DEBUG nova.network.neutron [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.478521] env[68986]: INFO nova.compute.manager [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Terminating instance [ 896.483238] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c717ba1f-3a94-4ef4-a1bf-08ea7dd424bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.487939] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.495443] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e847f70e-64df-48db-ab6f-ba2bc2858c6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.520562] env[68986]: DEBUG oslo_vmware.api [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216062, 'name': PowerOffVM_Task, 'duration_secs': 0.238054} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.520828] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.520990] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.521342] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d42a8bf8-e66d-4d29-a877-6938eb24c7b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.538581] env[68986]: DEBUG nova.compute.manager [req-c5d0807a-5ab0-48cd-ba5f-2c74bc5e0b7a req-a82f20e9-b7e7-4548-913b-3771fa15abcf service nova] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Detach interface failed, port_id=e81af725-46f6-4aad-bd4c-57a57913fd5d, reason: Instance cb0f0c6d-e536-4750-81d4-9c534928ef25 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 896.559914] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216063, 'name': Rename_Task, 'duration_secs': 0.205878} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.560086] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.560405] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae03621d-dd76-42c8-9a26-b6781b5a478a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.575955] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 896.575955] env[68986]: value = "task-3216066" [ 896.575955] env[68986]: _type = "Task" [ 896.575955] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.598162] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.598496] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216064, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.628953] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.628953] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.629238] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleting the datastore file [datastore1] f3eb1f8b-1a59-412c-8543-ed503c4244ef {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.629396] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df46a2fb-63a0-4ae4-8402-f11eeca9f7c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.637735] env[68986]: DEBUG oslo_vmware.api [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for the task: (returnval){ [ 896.637735] env[68986]: value = "task-3216067" [ 896.637735] env[68986]: _type = "Task" [ 896.637735] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.648076] env[68986]: DEBUG oslo_vmware.api [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.960905] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.961527] env[68986]: DEBUG nova.scheduler.client.report [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.987095] env[68986]: DEBUG nova.compute.manager [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.987401] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.992544] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5dce5d-6a8a-4b7d-bf37-142e41fbb28b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.001908] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.003047] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.003269] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.003323] env[68986]: DEBUG nova.network.neutron [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.004488] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cef3984-5aa1-4199-b7e8-8c8a8d6fcc8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.010411] env[68986]: DEBUG nova.network.neutron [-] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.019042] env[68986]: DEBUG oslo_vmware.api [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 897.019042] env[68986]: value = "task-3216068" [ 897.019042] env[68986]: _type = "Task" [ 897.019042] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.030903] env[68986]: DEBUG oslo_vmware.api [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.053305] env[68986]: DEBUG nova.network.neutron [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.090307] env[68986]: DEBUG oslo_vmware.api [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216064, 'name': PowerOnVM_Task, 'duration_secs': 0.528481} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.091716] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.103277] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216066, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.152131] env[68986]: DEBUG oslo_vmware.api [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Task: {'id': task-3216067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227036} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.153052] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.153441] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.154472] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.154472] env[68986]: INFO nova.compute.manager [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Took 2.04 seconds to destroy the instance on the hypervisor. [ 897.154631] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.156157] env[68986]: DEBUG nova.compute.manager [-] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.156157] env[68986]: DEBUG nova.network.neutron [-] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.296146] env[68986]: DEBUG nova.network.neutron [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.470952] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.088s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.471538] env[68986]: DEBUG nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.474914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.546s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.517108] env[68986]: INFO nova.compute.manager [-] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Took 1.50 seconds to deallocate network for instance. [ 897.539467] env[68986]: DEBUG oslo_vmware.api [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216068, 'name': PowerOffVM_Task, 'duration_secs': 0.190165} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.540070] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.540258] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.540595] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690e8289-c9e6-4409-8c4c-a3e9e7c91966 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.570085] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.570570] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.590624] env[68986]: DEBUG oslo_vmware.api [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216066, 'name': PowerOnVM_Task, 'duration_secs': 0.822005} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.592203] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.592203] env[68986]: INFO nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Took 8.75 seconds to spawn the instance on the hypervisor. [ 897.592203] env[68986]: DEBUG nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.592960] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de21ac4-401c-485a-91e5-9ba5aca17133 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.615197] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.615429] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.615661] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleting the datastore file [datastore1] b74fc7ea-5917-4657-add1-02af11fdbb62 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.616079] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88defe6c-baac-4c47-8c8f-cfa56e1f76d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.628808] env[68986]: DEBUG oslo_vmware.api [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 897.628808] env[68986]: value = "task-3216070" [ 897.628808] env[68986]: _type = "Task" [ 897.628808] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.641789] env[68986]: DEBUG oslo_vmware.api [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.655032] env[68986]: DEBUG nova.compute.manager [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-vif-plugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.655280] env[68986]: DEBUG oslo_concurrency.lockutils [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.655561] env[68986]: DEBUG oslo_concurrency.lockutils [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.655822] env[68986]: DEBUG oslo_concurrency.lockutils [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.655975] env[68986]: DEBUG nova.compute.manager [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] No waiting events found dispatching network-vif-plugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.656327] env[68986]: WARNING nova.compute.manager [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received unexpected event network-vif-plugged-c071af31-5ef6-47d9-a9da-2c0b9d42359a for instance with vm_state shelved_offloaded and task_state spawning. [ 897.656589] env[68986]: DEBUG nova.compute.manager [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.656804] env[68986]: DEBUG nova.compute.manager [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing instance network info cache due to event network-changed-c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.656930] env[68986]: DEBUG oslo_concurrency.lockutils [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] Acquiring lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.686848] env[68986]: DEBUG nova.compute.manager [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received event network-changed-de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.686943] env[68986]: DEBUG nova.compute.manager [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Refreshing instance network info cache due to event network-changed-de6c8dd2-3f19-403a-a976-048940c9ce5f. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.687238] env[68986]: DEBUG oslo_concurrency.lockutils [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] Acquiring lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.799476] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.799850] env[68986]: DEBUG nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Instance network_info: |[{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.800241] env[68986]: DEBUG oslo_concurrency.lockutils [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] Acquired lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.800457] env[68986]: DEBUG nova.network.neutron [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Refreshing network info cache for port de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.802066] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de6c8dd2-3f19-403a-a976-048940c9ce5f', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.813755] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Creating folder: Project (4b08b50273414ae397bccc9939ba05ac). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.815188] env[68986]: DEBUG nova.network.neutron [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc071af31-5e", "ovs_interfaceid": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.817570] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aacc161-a1b8-4b59-aa2e-a21f3bf7955a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.834153] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Created folder: Project (4b08b50273414ae397bccc9939ba05ac) in parent group-v642845. [ 897.834366] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Creating folder: Instances. Parent ref: group-v643036. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.834739] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af00ba56-d6f8-4f10-b2c2-df1d8cee56f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.851617] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Created folder: Instances in parent group-v643036. [ 897.851876] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.852255] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.852351] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1355fb4-5ad1-4ea4-beed-721c83a6e33f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.884236] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.884236] env[68986]: value = "task-3216073" [ 897.884236] env[68986]: _type = "Task" [ 897.884236] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.894852] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216073, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.976786] env[68986]: DEBUG nova.compute.utils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.978831] env[68986]: DEBUG nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 897.982124] env[68986]: INFO nova.compute.claims [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.029839] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.076769] env[68986]: DEBUG nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.134215] env[68986]: INFO nova.compute.manager [None req-dcbb5c6b-a5c1-491c-a12c-99a6466c3cb5 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance to original state: 'active' [ 898.144120] env[68986]: INFO nova.compute.manager [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Took 44.76 seconds to build instance. [ 898.159192] env[68986]: DEBUG oslo_vmware.api [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353626} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.159542] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.159790] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.160213] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.160536] env[68986]: INFO nova.compute.manager [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Took 1.17 seconds to destroy the instance on the hypervisor. [ 898.161098] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.161502] env[68986]: DEBUG nova.compute.manager [-] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.161639] env[68986]: DEBUG nova.network.neutron [-] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.181227] env[68986]: DEBUG nova.network.neutron [-] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.321969] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.327145] env[68986]: DEBUG oslo_concurrency.lockutils [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] Acquired lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328044] env[68986]: DEBUG nova.network.neutron [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Refreshing network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.359688] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4a57ca03861fbc40d8ca76979575545c',container_format='bare',created_at=2025-04-03T01:39:59Z,direct_url=,disk_format='vmdk',id=d98934d0-e63a-4d0b-9172-745943c05cd4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1824805320-shelved',owner='2718dfffa9d842e5926d2b51b0ebd585',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-03T01:40:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.360087] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.360394] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.360831] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.361015] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.361314] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.361592] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.361810] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.362085] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.362388] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.362666] env[68986]: DEBUG nova.virt.hardware [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.364114] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeb35ce-222f-401e-bccf-fec32083bee4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.374560] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b4b13-7697-471b-aee7-10b65ddc87ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.401244] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:fc:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c071af31-5ef6-47d9-a9da-2c0b9d42359a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.416150] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.425178] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.425672] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb3893c9-f5fb-44df-8f9e-d7e82d7fa5e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.460257] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216073, 'name': CreateVM_Task, 'duration_secs': 0.499642} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.462066] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.462256] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.462256] env[68986]: value = "task-3216074" [ 898.462256] env[68986]: _type = "Task" [ 898.462256] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.463189] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.463573] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.463935] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.464362] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8be0f6-93af-4adc-85bf-0995d1fc2d2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.474831] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 898.474831] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e6da-95fe-144a-9c73-6ce9bd9855b4" [ 898.474831] env[68986]: _type = "Task" [ 898.474831] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.478122] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216074, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.488477] env[68986]: DEBUG nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.491519] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e6da-95fe-144a-9c73-6ce9bd9855b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.493287] env[68986]: INFO nova.compute.resource_tracker [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating resource usage from migration 60a790ff-427e-4b27-b60c-088d6a995ea1 [ 898.604683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.652498] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f9dae0b7-e7cb-4b3b-b130-b664a7f63c84 tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "51d214a6-8781-43e2-bd78-457f9d2df573" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.291s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.686160] env[68986]: INFO nova.compute.manager [-] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Took 1.53 seconds to deallocate network for instance. [ 898.919028] env[68986]: DEBUG nova.network.neutron [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updated VIF entry in instance network info cache for port de6c8dd2-3f19-403a-a976-048940c9ce5f. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.920651] env[68986]: DEBUG nova.network.neutron [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.958379] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cae63a-67c2-4419-917d-bc48bd46b6e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.971653] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdef532-2400-4650-9740-b7e68e21e0ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.009139] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216074, 'name': CreateVM_Task, 'duration_secs': 0.435708} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.015900] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.016890] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702ed2b6-d82e-434b-823e-fa3cfe75d87a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.023355] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.023552] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.023971] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.024629] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e6da-95fe-144a-9c73-6ce9bd9855b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012633} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.024859] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8276373-3049-411e-b7eb-6f5724b2d54c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.027094] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.027400] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.027710] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.028018] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.028166] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.028525] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58bfcd7e-b411-4030-8b4a-c8895f29e3aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.036758] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe293a-5f82-4dae-be83-21d2f0b83e8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.040109] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 899.040109] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b63af1-42e0-4c2a-282b-4cbb3b0cf6fa" [ 899.040109] env[68986]: _type = "Task" [ 899.040109] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.052663] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.052867] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.053961] env[68986]: DEBUG nova.compute.provider_tree [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.056342] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf4269b-795f-40a8-9bd2-1b2a182ba739 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.063826] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.063963] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Processing image d98934d0-e63a-4d0b-9172-745943c05cd4 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.064203] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4/d98934d0-e63a-4d0b-9172-745943c05cd4.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.064355] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4/d98934d0-e63a-4d0b-9172-745943c05cd4.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.065073] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.065073] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-644b8264-a6a8-47c6-bdfa-e54a84157185 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.072082] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 899.072082] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5243c4ce-a0d0-63e1-b05b-7ad0cc5864cc" [ 899.072082] env[68986]: _type = "Task" [ 899.072082] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.088673] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5243c4ce-a0d0-63e1-b05b-7ad0cc5864cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012525} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.088673] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9fdef2-cc9c-4a2b-831a-df90dfbea8f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.092954] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.093058] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.094151] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3dfcf72-f5e0-4b2d-8cb7-006a43ad63e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.098400] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 899.098400] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52222ee7-6b30-c606-ef26-7eb64a32b3a5" [ 899.098400] env[68986]: _type = "Task" [ 899.098400] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.107767] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 899.107767] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c82729-2d77-412e-191c-408a7376c92b" [ 899.107767] env[68986]: _type = "Task" [ 899.107767] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.119781] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52222ee7-6b30-c606-ef26-7eb64a32b3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.120542] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.120813] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 174ceea5-b609-46f7-aecd-e0013e972135/174ceea5-b609-46f7-aecd-e0013e972135.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.121117] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffbdc985-a22c-4ca6-9445-9a12b2c0a337 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.128186] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Preparing fetch location {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 899.128186] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Fetch image to [datastore2] OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac/OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac.vmdk {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 899.128186] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Downloading stream optimized image d98934d0-e63a-4d0b-9172-745943c05cd4 to [datastore2] OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac/OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac.vmdk on the data store datastore2 as vApp {{(pid=68986) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 899.128186] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Downloading image file data d98934d0-e63a-4d0b-9172-745943c05cd4 to the ESX as VM named 'OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac' {{(pid=68986) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 899.134483] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 899.134483] env[68986]: value = "task-3216075" [ 899.134483] env[68986]: _type = "Task" [ 899.134483] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.145653] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.210316] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.248485] env[68986]: DEBUG nova.network.neutron [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updated VIF entry in instance network info cache for port c071af31-5ef6-47d9-a9da-2c0b9d42359a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.248485] env[68986]: DEBUG nova.network.neutron [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [{"id": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "address": "fa:16:3e:c9:fc:fb", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc071af31-5e", "ovs_interfaceid": "c071af31-5ef6-47d9-a9da-2c0b9d42359a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.255752] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 899.255752] env[68986]: value = "resgroup-9" [ 899.255752] env[68986]: _type = "ResourcePool" [ 899.255752] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 899.256195] env[68986]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-10d11619-4178-4885-9acd-09d6b8ee4453 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.294334] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease: (returnval){ [ 899.294334] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52affb93-6525-73bd-2242-bd67b2db3d33" [ 899.294334] env[68986]: _type = "HttpNfcLease" [ 899.294334] env[68986]: } obtained for vApp import into resource pool (val){ [ 899.294334] env[68986]: value = "resgroup-9" [ 899.294334] env[68986]: _type = "ResourcePool" [ 899.294334] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 899.295732] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the lease: (returnval){ [ 899.295732] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52affb93-6525-73bd-2242-bd67b2db3d33" [ 899.295732] env[68986]: _type = "HttpNfcLease" [ 899.295732] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 899.303889] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.303889] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52affb93-6525-73bd-2242-bd67b2db3d33" [ 899.303889] env[68986]: _type = "HttpNfcLease" [ 899.303889] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.321193] env[68986]: DEBUG nova.network.neutron [-] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.424748] env[68986]: DEBUG oslo_concurrency.lockutils [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] Releasing lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.425268] env[68986]: DEBUG nova.compute.manager [req-83686469-7e04-445a-a9d7-04477f679efe req-14033360-ed7e-4a1c-801e-0b8b7ca7ebb2 service nova] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Received event network-vif-deleted-33324a47-e5a5-47f7-9cff-d52c3ac516cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.514857] env[68986]: DEBUG nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.561296] env[68986]: DEBUG nova.scheduler.client.report [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.646518] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216075, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.716599] env[68986]: DEBUG nova.compute.manager [req-cfde8a09-448d-4532-bafc-a2518f0ff239 req-a1e3c44a-c726-4170-bb23-7a66c968ea92 service nova] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Received event network-vif-deleted-43c86f70-f8e4-47ed-baa9-71b90aef551f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.739491] env[68986]: DEBUG nova.compute.manager [req-d94b98a0-f583-4b2e-bca3-adebda848882 req-4deed994-e381-43e0-9c54-fe144d3f724d service nova] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Received event network-vif-deleted-3b10d2f6-ec01-4b80-a61a-ef09de7ab079 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.787162] env[68986]: DEBUG oslo_concurrency.lockutils [req-38906a36-c174-457e-a5c6-f0f544dc49ba req-6806916a-ea0d-4224-ba02-58651f2a6c57 service nova] Releasing lock "refresh_cache-fd667959-7d67-47f7-a401-2b05352bc70a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.807013] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.807013] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52affb93-6525-73bd-2242-bd67b2db3d33" [ 899.807013] env[68986]: _type = "HttpNfcLease" [ 899.807013] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.824116] env[68986]: INFO nova.compute.manager [-] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Took 1.66 seconds to deallocate network for instance. [ 899.834623] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "51d214a6-8781-43e2-bd78-457f9d2df573" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.835169] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "51d214a6-8781-43e2-bd78-457f9d2df573" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.835379] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "51d214a6-8781-43e2-bd78-457f9d2df573-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.838368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "51d214a6-8781-43e2-bd78-457f9d2df573-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.838368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "51d214a6-8781-43e2-bd78-457f9d2df573-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.842219] env[68986]: INFO nova.compute.manager [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Terminating instance [ 900.066577] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.592s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.066909] env[68986]: INFO nova.compute.manager [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Migrating [ 900.073584] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.745s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.075119] env[68986]: INFO nova.compute.claims [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.148738] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51528} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.148926] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 174ceea5-b609-46f7-aecd-e0013e972135/174ceea5-b609-46f7-aecd-e0013e972135.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.149094] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.149359] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-220fbe5a-4be3-43e5-9e56-ebef6529d583 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.161141] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 900.161141] env[68986]: value = "task-3216077" [ 900.161141] env[68986]: _type = "Task" [ 900.161141] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.171012] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.306683] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.306683] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52affb93-6525-73bd-2242-bd67b2db3d33" [ 900.306683] env[68986]: _type = "HttpNfcLease" [ 900.306683] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.307102] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.307102] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52affb93-6525-73bd-2242-bd67b2db3d33" [ 900.307102] env[68986]: _type = "HttpNfcLease" [ 900.307102] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 900.307865] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d3ff33-e400-4f6c-866b-58ef9eb64a20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.314111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.314111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.314111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.314111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.314111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.319997] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f11f4-bc19-1efa-2ba2-6c2b12db2f95/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.322555] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f11f4-bc19-1efa-2ba2-6c2b12db2f95/disk-0.vmdk. {{(pid=68986) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 900.326150] env[68986]: INFO nova.compute.manager [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Terminating instance [ 900.395037] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.395037] env[68986]: DEBUG nova.compute.manager [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.395037] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.396321] env[68986]: DEBUG nova.compute.manager [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.396442] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.398302] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5573be10-4436-46da-a70a-64c50c313146 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.402149] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a79523b-a9be-4a1e-8c00-1407ad5a552e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.410378] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc2c49c3-a80b-4f79-a141-bcfb999e0189 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.416295] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.419781] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9dc1b7b-3900-4918-bec2-b6cc1cc5b9fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.421603] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.423354] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c068a01d-fda5-472a-a1b4-0fe9a9eadc7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.435066] env[68986]: DEBUG oslo_vmware.api [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 900.435066] env[68986]: value = "task-3216078" [ 900.435066] env[68986]: _type = "Task" [ 900.435066] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.435518] env[68986]: DEBUG oslo_vmware.api [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 900.435518] env[68986]: value = "task-3216079" [ 900.435518] env[68986]: _type = "Task" [ 900.435518] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.449361] env[68986]: DEBUG oslo_vmware.api [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.452922] env[68986]: DEBUG oslo_vmware.api [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.588037] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.588037] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.588037] env[68986]: DEBUG nova.network.neutron [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.681943] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078828} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.687027] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.688735] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762a604-a9a5-420b-90af-e5e683e03be8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.724663] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 174ceea5-b609-46f7-aecd-e0013e972135/174ceea5-b609-46f7-aecd-e0013e972135.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.733154] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a07d3099-7db8-4afd-933a-fc6c389acbfb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.761541] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 900.761541] env[68986]: value = "task-3216080" [ 900.761541] env[68986]: _type = "Task" [ 900.761541] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.773824] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.950105] env[68986]: DEBUG oslo_vmware.api [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216078, 'name': PowerOffVM_Task, 'duration_secs': 0.275662} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.956010] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.956211] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.956515] env[68986]: DEBUG oslo_vmware.api [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216079, 'name': PowerOffVM_Task, 'duration_secs': 0.276224} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.956779] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0534c37-2e19-4b3e-9eb7-d394c8fd59e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.958698] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.958895] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.960685] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7894dd33-9a17-456d-af98-bcd8d62df366 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.002713] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.003181] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.006208] env[68986]: DEBUG nova.virt.hardware [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.006208] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ac1e2-61a6-4e3f-857e-0a9aff799644 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.019499] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695867f5-6218-48e5-a475-7be116b6afae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.041815] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.047020] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Creating folder: Project (3ab489833b4f42bbad9a528d95c091b8). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.050140] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-220e8eee-5d08-4182-be62-29ede1172f9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.063924] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.064216] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.064460] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Deleting the datastore file [datastore1] 51d214a6-8781-43e2-bd78-457f9d2df573 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.065222] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1fbff8-8dd5-44c2-aea8-5f62df60ae9b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.068330] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Created folder: Project (3ab489833b4f42bbad9a528d95c091b8) in parent group-v642845. [ 901.068675] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Creating folder: Instances. Parent ref: group-v643041. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.069391] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b60a86-dfaf-4628-bf5c-30300bb01e56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.077029] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.077858] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.077858] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Deleting the datastore file [datastore1] d8fda21c-b4b7-4a50-96cb-2c7f2838aeab {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.077858] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a147f858-b66d-481a-9aa9-df2fd5a51139 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.081876] env[68986]: DEBUG oslo_vmware.api [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for the task: (returnval){ [ 901.081876] env[68986]: value = "task-3216084" [ 901.081876] env[68986]: _type = "Task" [ 901.081876] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.091026] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Created folder: Instances in parent group-v643041. [ 901.091026] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.091914] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.092340] env[68986]: DEBUG oslo_vmware.api [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 901.092340] env[68986]: value = "task-3216086" [ 901.092340] env[68986]: _type = "Task" [ 901.092340] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.095590] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5204440a-eed2-4d35-b572-ca7de39170c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.126649] env[68986]: DEBUG oslo_vmware.api [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.137140] env[68986]: DEBUG oslo_vmware.api [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.141447] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.141447] env[68986]: value = "task-3216087" [ 901.141447] env[68986]: _type = "Task" [ 901.141447] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.151924] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216087, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.274779] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216080, 'name': ReconfigVM_Task, 'duration_secs': 0.406844} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.277453] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 174ceea5-b609-46f7-aecd-e0013e972135/174ceea5-b609-46f7-aecd-e0013e972135.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.278243] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8129942e-24d8-4557-bbd1-bc2775dfbcf1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.289025] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 901.289025] env[68986]: value = "task-3216088" [ 901.289025] env[68986]: _type = "Task" [ 901.289025] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.302783] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216088, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.531449] env[68986]: DEBUG nova.network.neutron [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.594599] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Completed reading data from the image iterator. {{(pid=68986) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 901.594848] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f11f4-bc19-1efa-2ba2-6c2b12db2f95/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 901.596191] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23f4a41-b00a-4c68-9ed2-2ea6948ba1a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.605296] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f11f4-bc19-1efa-2ba2-6c2b12db2f95/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 901.605296] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f11f4-bc19-1efa-2ba2-6c2b12db2f95/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 901.607724] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-280a1b98-3af2-4d37-a7ec-3ab6fca31647 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.609449] env[68986]: DEBUG oslo_vmware.api [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Task: {'id': task-3216084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241084} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.609790] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.609975] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.610161] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.610332] env[68986]: INFO nova.compute.manager [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Took 1.22 seconds to destroy the instance on the hypervisor. [ 901.610598] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.614757] env[68986]: DEBUG nova.compute.manager [-] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.614890] env[68986]: DEBUG nova.network.neutron [-] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.618126] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c28889-b62f-40e6-841f-43318476bc01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.631102] env[68986]: DEBUG oslo_vmware.api [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266692} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.631456] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.631646] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.631816] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.631981] env[68986]: INFO nova.compute.manager [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Took 1.24 seconds to destroy the instance on the hypervisor. [ 901.632224] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.633334] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae516c-2c48-4325-8912-d78bd6777548 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.637496] env[68986]: DEBUG nova.compute.manager [-] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.637496] env[68986]: DEBUG nova.network.neutron [-] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.677700] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f28c3a-980b-4c8f-9972-eaea7f5898e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.684919] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216087, 'name': CreateVM_Task, 'duration_secs': 0.418435} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.685622] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.686140] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.686341] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.687021] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.687021] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1f78de-009f-4ead-be8c-64bdf90ead6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.692831] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e06dff-fbe4-4fe9-aaf7-10e566f0c74e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.699055] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 901.699055] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52781e39-13d5-2b4a-e981-1c4b4ab5f3b1" [ 901.699055] env[68986]: _type = "Task" [ 901.699055] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.711348] env[68986]: DEBUG nova.compute.provider_tree [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.721807] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52781e39-13d5-2b4a-e981-1c4b4ab5f3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.722800] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.723069] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.723328] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.723676] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.723746] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.724246] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dddbd875-5dca-4a22-a945-d2a955be85a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.735072] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.735294] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.736137] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ed2c25-c1db-441f-b586-122958284dbd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.744789] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 901.744789] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cfc014-4aad-8582-f904-30b8ef3b59ac" [ 901.744789] env[68986]: _type = "Task" [ 901.744789] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.753983] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cfc014-4aad-8582-f904-30b8ef3b59ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.800108] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216088, 'name': Rename_Task, 'duration_secs': 0.20558} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.800399] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.800984] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b7155e3-f2ce-4231-89e1-c8cba9018263 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.810649] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 901.810649] env[68986]: value = "task-3216089" [ 901.810649] env[68986]: _type = "Task" [ 901.810649] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.815599] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f11f4-bc19-1efa-2ba2-6c2b12db2f95/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 901.816102] env[68986]: INFO nova.virt.vmwareapi.images [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Downloaded image file data d98934d0-e63a-4d0b-9172-745943c05cd4 [ 901.817478] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32eeac-72e9-426b-84f2-b7d9486218b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.823470] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.838206] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f885634-ca89-44c6-b8c3-4ae2441497f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.869589] env[68986]: INFO nova.virt.vmwareapi.images [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] The imported VM was unregistered [ 901.877680] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Caching image {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 901.877680] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.877680] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ccf0bb5-bfd5-4c07-a4a5-9ccd6a11a559 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.886236] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created directory with path [datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.890027] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac/OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac.vmdk to [datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4/d98934d0-e63a-4d0b-9172-745943c05cd4.vmdk. {{(pid=68986) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 901.890027] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-de835273-6275-402e-95c1-8b0a70488ddb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.895387] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 901.895387] env[68986]: value = "task-3216091" [ 901.895387] env[68986]: _type = "Task" [ 901.895387] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.904741] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216091, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.964053] env[68986]: DEBUG nova.compute.manager [req-3c528a38-ec81-42ce-81f3-56754f1aef51 req-61d0a492-576c-4bd3-a8b2-811940fe17bc service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Received event network-vif-deleted-c7e48036-6114-498a-a87b-93c9003da6c4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.964290] env[68986]: INFO nova.compute.manager [req-3c528a38-ec81-42ce-81f3-56754f1aef51 req-61d0a492-576c-4bd3-a8b2-811940fe17bc service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Neutron deleted interface c7e48036-6114-498a-a87b-93c9003da6c4; detaching it from the instance and deleting it from the info cache [ 901.965114] env[68986]: DEBUG nova.network.neutron [req-3c528a38-ec81-42ce-81f3-56754f1aef51 req-61d0a492-576c-4bd3-a8b2-811940fe17bc service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.988438] env[68986]: DEBUG nova.compute.manager [req-4c9d08e0-2417-4194-b25c-7cf7f96910cc req-127496a5-c4b5-4eee-9d99-9875fd5878c9 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Received event network-vif-deleted-57a2eed3-04ef-44d8-a7dc-3df6e488af90 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.988824] env[68986]: INFO nova.compute.manager [req-4c9d08e0-2417-4194-b25c-7cf7f96910cc req-127496a5-c4b5-4eee-9d99-9875fd5878c9 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Neutron deleted interface 57a2eed3-04ef-44d8-a7dc-3df6e488af90; detaching it from the instance and deleting it from the info cache [ 901.989116] env[68986]: DEBUG nova.network.neutron [req-4c9d08e0-2417-4194-b25c-7cf7f96910cc req-127496a5-c4b5-4eee-9d99-9875fd5878c9 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.026126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.026360] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.037267] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.214756] env[68986]: DEBUG nova.scheduler.client.report [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.257994] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cfc014-4aad-8582-f904-30b8ef3b59ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.258848] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bbb6ec-dddd-4abe-a75b-c95e785c269a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.268260] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 902.268260] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52499b49-ae90-d927-d5ac-2b8fb4219bdd" [ 902.268260] env[68986]: _type = "Task" [ 902.268260] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.281890] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52499b49-ae90-d927-d5ac-2b8fb4219bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.322994] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216089, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.407783] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216091, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.434541] env[68986]: DEBUG nova.network.neutron [-] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.459018] env[68986]: DEBUG nova.network.neutron [-] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.469119] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8a6d99c-9317-4a7a-8a9d-aeb43ab8dcfb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.482233] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2689c3b4-26e5-42a9-9847-cd485dad8708 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.495011] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-596dc0e6-57ed-4e7b-b4f9-9ec9dd1870e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.506728] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83601bbf-60bb-4a49-bc4e-32f40d2fd23b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.533134] env[68986]: DEBUG nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.536460] env[68986]: DEBUG nova.compute.manager [req-3c528a38-ec81-42ce-81f3-56754f1aef51 req-61d0a492-576c-4bd3-a8b2-811940fe17bc service nova] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Detach interface failed, port_id=c7e48036-6114-498a-a87b-93c9003da6c4, reason: Instance 51d214a6-8781-43e2-bd78-457f9d2df573 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 902.564108] env[68986]: DEBUG nova.compute.manager [req-4c9d08e0-2417-4194-b25c-7cf7f96910cc req-127496a5-c4b5-4eee-9d99-9875fd5878c9 service nova] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Detach interface failed, port_id=57a2eed3-04ef-44d8-a7dc-3df6e488af90, reason: Instance d8fda21c-b4b7-4a50-96cb-2c7f2838aeab could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 902.720182] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.720768] env[68986]: DEBUG nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.723924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.237s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.725675] env[68986]: INFO nova.compute.claims [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.784881] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52499b49-ae90-d927-d5ac-2b8fb4219bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.016105} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.785214] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.785916] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.786043] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25d04801-73e3-44c6-bf79-b6b3c2bfdc55 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.798776] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 902.798776] env[68986]: value = "task-3216092" [ 902.798776] env[68986]: _type = "Task" [ 902.798776] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.813103] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.825025] env[68986]: DEBUG oslo_vmware.api [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216089, 'name': PowerOnVM_Task, 'duration_secs': 0.969286} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.825240] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.826073] env[68986]: INFO nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Took 9.45 seconds to spawn the instance on the hypervisor. [ 902.826073] env[68986]: DEBUG nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.826712] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b4fc8f-4efa-4716-9821-3b3687e7aa52 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.912868] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216091, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.937565] env[68986]: INFO nova.compute.manager [-] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Took 1.32 seconds to deallocate network for instance. [ 902.961883] env[68986]: INFO nova.compute.manager [-] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Took 1.32 seconds to deallocate network for instance. [ 903.049923] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d1b38-832a-1d7c-f548-027956f850b3/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 903.050987] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2130463f-ae7d-4ca8-9dd8-34e02b6598cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.061193] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d1b38-832a-1d7c-f548-027956f850b3/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 903.061383] env[68986]: ERROR oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d1b38-832a-1d7c-f548-027956f850b3/disk-0.vmdk due to incomplete transfer. [ 903.062849] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.063125] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45fd9606-4087-4e59-b395-4815935f1a67 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.073479] env[68986]: DEBUG oslo_vmware.rw_handles [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d1b38-832a-1d7c-f548-027956f850b3/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 903.073735] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Uploaded image 344d3a56-886f-4548-a108-ff212001787a to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 903.076408] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 903.077061] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f693ffa-2c00-430d-ac03-7bcfb8abbbe5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.085838] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 903.085838] env[68986]: value = "task-3216093" [ 903.085838] env[68986]: _type = "Task" [ 903.085838] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.097960] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216093, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.231739] env[68986]: DEBUG nova.compute.utils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.235192] env[68986]: DEBUG nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 903.313038] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216092, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.346133] env[68986]: INFO nova.compute.manager [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Took 40.59 seconds to build instance. [ 903.410205] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216091, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.446438] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.468660] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.559590] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d517c0e-4827-4098-9224-60fb1ec07ae3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.587174] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance '3d2440ed-660a-45be-b0ed-f3f3831eccdd' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.600336] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216093, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.736926] env[68986]: DEBUG nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.815240] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873124} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.815240] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.815240] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.815798] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b146ca6-8e15-4fb3-aed6-67c4fa8cba2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.828026] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 903.828026] env[68986]: value = "task-3216094" [ 903.828026] env[68986]: _type = "Task" [ 903.828026] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.843892] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.848588] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6f37d6a9-fa80-453f-a054-fe1bfdf7f561 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "174ceea5-b609-46f7-aecd-e0013e972135" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.099s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.913176] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216091, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.097590] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.101021] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f21cca-5af8-4705-a513-1903e2a8da49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.101508] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82d9a35b-a2d5-4f09-9589-39f9285d407f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.113794] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216093, 'name': Destroy_Task, 'duration_secs': 0.811795} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.115376] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Destroyed the VM [ 904.115820] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 904.116986] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ba59f-b395-47d2-96a1-c130859bc2fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.120581] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 904.120581] env[68986]: value = "task-3216095" [ 904.120581] env[68986]: _type = "Task" [ 904.120581] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.120998] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aacf0d91-11d3-4c0f-ab67-611c6e27e5b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.159465] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea476f36-c68c-4e25-ae8f-5787ce5068eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.164116] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 904.164116] env[68986]: value = "task-3216096" [ 904.164116] env[68986]: _type = "Task" [ 904.164116] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.167295] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 904.167295] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance '3d2440ed-660a-45be-b0ed-f3f3831eccdd' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.179091] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb9fe8-27f5-4b4d-bd2c-fd4ba357717b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.186800] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.200589] env[68986]: DEBUG nova.compute.provider_tree [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.342195] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082933} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.342569] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.343528] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9acff8c-a7b1-4d09-843e-ba462a107f0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.364826] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.365137] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900e06ec-ef80-4338-96ad-9cd1553010b5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.385323] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 904.385323] env[68986]: value = "task-3216097" [ 904.385323] env[68986]: _type = "Task" [ 904.385323] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.393921] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.408124] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216091, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.393749} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.408383] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac/OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac.vmdk to [datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4/d98934d0-e63a-4d0b-9172-745943c05cd4.vmdk. [ 904.408577] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Cleaning up location [datastore2] OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 904.408754] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_15fdb9a6-10c8-45a9-8d11-4b20ef3ce1ac {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.409022] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b091a43f-6fd9-44ef-a265-92f652fc2949 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.417107] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 904.417107] env[68986]: value = "task-3216098" [ 904.417107] env[68986]: _type = "Task" [ 904.417107] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.425682] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.481194] env[68986]: DEBUG nova.compute.manager [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received event network-changed-de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.481194] env[68986]: DEBUG nova.compute.manager [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Refreshing instance network info cache due to event network-changed-de6c8dd2-3f19-403a-a976-048940c9ce5f. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.482028] env[68986]: DEBUG oslo_concurrency.lockutils [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] Acquiring lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.482028] env[68986]: DEBUG oslo_concurrency.lockutils [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] Acquired lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.482028] env[68986]: DEBUG nova.network.neutron [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Refreshing network info cache for port de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.675018] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.680279] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.680769] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.680769] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.680898] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.681030] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.681197] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.681406] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.681567] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.681766] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.681902] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.682118] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.687435] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34385e6-7125-47e0-9034-5767b869799f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.704227] env[68986]: DEBUG nova.scheduler.client.report [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.707499] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 904.707499] env[68986]: value = "task-3216099" [ 904.707499] env[68986]: _type = "Task" [ 904.707499] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.717144] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.748636] env[68986]: DEBUG nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.841744] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.842028] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.842200] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.842399] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.842565] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.842760] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.843015] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.843200] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.843372] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.843671] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.843772] env[68986]: DEBUG nova.virt.hardware [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.844694] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2db9c-b54a-497b-90b0-eb32283709fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.859345] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d9904-d24a-4ec0-aa11-e8be1e9ab3b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.887733] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.895209] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Creating folder: Project (adbbf978a9d648da8072cab772ec6112). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.899753] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-988fe064-3cae-43cb-8669-8e98bc53a3c6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.919179] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216097, 'name': ReconfigVM_Task, 'duration_secs': 0.29271} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.930565] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.930565] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Created folder: Project (adbbf978a9d648da8072cab772ec6112) in parent group-v642845. [ 904.930565] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Creating folder: Instances. Parent ref: group-v643044. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.930565] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c173d92-9844-4889-88ea-ef0aa302b261 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.931920] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d94f3d4-4f74-4573-80f6-a285f5a4931a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.939269] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038751} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.940185] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.943689] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4/d98934d0-e63a-4d0b-9172-745943c05cd4.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.943689] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4/d98934d0-e63a-4d0b-9172-745943c05cd4.vmdk to [datastore2] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.943689] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27dde9b4-8dc0-4c09-9b55-69d494d94cc4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.947086] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 904.947086] env[68986]: value = "task-3216101" [ 904.947086] env[68986]: _type = "Task" [ 904.947086] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.954266] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 904.954266] env[68986]: value = "task-3216103" [ 904.954266] env[68986]: _type = "Task" [ 904.954266] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.965877] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216101, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.966204] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Created folder: Instances in parent group-v643044. [ 904.966431] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.967061] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.971025] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d496d289-d0c5-4e9d-acb9-1ce15ef52f65 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.986420] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.998292] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.998292] env[68986]: value = "task-3216104" [ 904.998292] env[68986]: _type = "Task" [ 904.998292] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.008075] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216104, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.182630] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216096, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.211087] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.211788] env[68986]: DEBUG nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.215053] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.255s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.215053] env[68986]: DEBUG nova.objects.instance [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lazy-loading 'resources' on Instance uuid cb0f0c6d-e536-4750-81d4-9c534928ef25 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.231859] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216099, 'name': ReconfigVM_Task, 'duration_secs': 0.143795} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.232244] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance '3d2440ed-660a-45be-b0ed-f3f3831eccdd' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.463754] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216101, 'name': Rename_Task, 'duration_secs': 0.257659} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.464601] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.464888] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a5eef46-06e9-4054-b622-bc8bf7e29fca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.472376] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216103, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.473952] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 905.473952] env[68986]: value = "task-3216105" [ 905.473952] env[68986]: _type = "Task" [ 905.473952] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.493147] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.513544] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216104, 'name': CreateVM_Task, 'duration_secs': 0.419033} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.513903] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.514399] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.514612] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.514953] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.515668] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e81115-3f09-4878-bafe-128e8ec0a519 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.523211] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 905.523211] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526bc026-051c-c246-6296-98996b5bf87b" [ 905.523211] env[68986]: _type = "Task" [ 905.523211] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.535751] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526bc026-051c-c246-6296-98996b5bf87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.542926] env[68986]: DEBUG nova.network.neutron [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updated VIF entry in instance network info cache for port de6c8dd2-3f19-403a-a976-048940c9ce5f. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.543334] env[68986]: DEBUG nova.network.neutron [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.680842] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216096, 'name': RemoveSnapshot_Task, 'duration_secs': 1.285761} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.681162] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 905.681546] env[68986]: DEBUG nova.compute.manager [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.683024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a7624d-8076-4f43-bb5b-63b14c113d33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.722208] env[68986]: DEBUG nova.compute.utils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.727980] env[68986]: DEBUG nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.728630] env[68986]: DEBUG nova.network.neutron [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.739906] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.740192] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.740275] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.740519] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.740709] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.741075] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.741350] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.741421] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.741549] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.741714] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.741889] env[68986]: DEBUG nova.virt.hardware [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.747546] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 905.748297] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e3ae1a-be55-48aa-89ed-11224c16dfbe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.775195] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 905.775195] env[68986]: value = "task-3216106" [ 905.775195] env[68986]: _type = "Task" [ 905.775195] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.779996] env[68986]: DEBUG nova.policy [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f572956c514976b68266465124d310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ebf8cb81e442ac84e96976730bad0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.793645] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.972044] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216103, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.987298] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216105, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.038817] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526bc026-051c-c246-6296-98996b5bf87b, 'name': SearchDatastore_Task, 'duration_secs': 0.021283} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.038817] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.038817] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.039255] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.039255] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.039255] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.039503] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12c3b8fb-36ff-4e76-b947-0e985f66ab61 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.046553] env[68986]: DEBUG oslo_concurrency.lockutils [req-55f9a8aa-9749-4fd3-a11a-2a21ae5c89ab req-7a753c27-18f3-4ae8-b6e0-fba6b1280283 service nova] Releasing lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.056378] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.056378] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.056378] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9bc2f4-12a2-48b7-b215-315e393f9228 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.072529] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 906.072529] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c91ee-6afd-11ae-d7cc-5abbf37f2903" [ 906.072529] env[68986]: _type = "Task" [ 906.072529] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.082870] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c91ee-6afd-11ae-d7cc-5abbf37f2903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.130834] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95243ff-e714-4e0c-af32-7074f158d347 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.141957] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4889ca-006c-4997-8610-0314b3ff26e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.182187] env[68986]: DEBUG nova.network.neutron [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Successfully created port: 4e7d3a32-87f4-45c8-ab70-ee2648914bc1 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.184902] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abab60c-231c-4c22-9942-555e2bd4a794 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.196534] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdccd734-a9cf-4bbe-8dc1-51a26a3ac73c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.204120] env[68986]: INFO nova.compute.manager [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Shelve offloading [ 906.217070] env[68986]: DEBUG nova.compute.provider_tree [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.228424] env[68986]: DEBUG nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.289098] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.471571] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216103, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.488523] env[68986]: DEBUG oslo_vmware.api [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216105, 'name': PowerOnVM_Task, 'duration_secs': 0.692682} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.488922] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.489205] env[68986]: INFO nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Took 6.97 seconds to spawn the instance on the hypervisor. [ 906.489393] env[68986]: DEBUG nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.490250] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e101b033-b37a-4ad5-af47-ce07fba1ead6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.584039] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c91ee-6afd-11ae-d7cc-5abbf37f2903, 'name': SearchDatastore_Task, 'duration_secs': 0.019961} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.585049] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5685718e-0882-411b-9ca8-fa655e77e75d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.593701] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 906.593701] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f42f6b-f342-111c-8796-a983452c3d25" [ 906.593701] env[68986]: _type = "Task" [ 906.593701] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.605269] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f42f6b-f342-111c-8796-a983452c3d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.708803] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.709175] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a68e88e-d6a2-4345-8893-320d12c44505 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.721045] env[68986]: DEBUG nova.scheduler.client.report [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.724638] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 906.724638] env[68986]: value = "task-3216107" [ 906.724638] env[68986]: _type = "Task" [ 906.724638] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.741031] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 906.741190] env[68986]: DEBUG nova.compute.manager [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.741895] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7574d4a9-a0d3-4695-a570-ce5fc8bfe6eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.752204] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.752378] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.752547] env[68986]: DEBUG nova.network.neutron [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.791942] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.970300] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216103, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.012038] env[68986]: INFO nova.compute.manager [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Took 25.04 seconds to build instance. [ 907.107997] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f42f6b-f342-111c-8796-a983452c3d25, 'name': SearchDatastore_Task, 'duration_secs': 0.027121} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.108290] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.108550] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.108904] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65783b4-4bc8-4049-a72a-f472176950b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.118966] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 907.118966] env[68986]: value = "task-3216108" [ 907.118966] env[68986]: _type = "Task" [ 907.118966] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.131408] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.226457] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.229056] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.199s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.229339] env[68986]: DEBUG nova.objects.instance [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lazy-loading 'resources' on Instance uuid 96f30009-cf18-4b9e-914c-d03ea85a843a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.242795] env[68986]: DEBUG nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.258845] env[68986]: INFO nova.scheduler.client.report [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Deleted allocations for instance cb0f0c6d-e536-4750-81d4-9c534928ef25 [ 907.276794] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='46ee5ad5da2c7f1d6bb1ae6f7f1d9d11',container_format='bare',created_at=2025-04-03T01:41:03Z,direct_url=,disk_format='vmdk',id=dffd53e2-bfde-49ab-82af-302c8089ca3d,min_disk=1,min_ram=0,name='tempest-test-snap-1627593163',owner='22ebf8cb81e442ac84e96976730bad0d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T01:41:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.277470] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.277470] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.278772] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.278947] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.279125] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.279362] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.279652] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.279714] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.279885] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.280098] env[68986]: DEBUG nova.virt.hardware [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.281537] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b80d99b-b8b2-4ee5-9f26-14db66c203df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.300371] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c298ea-ef3f-4bbf-bcd7-a94692cf36ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.305286] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216106, 'name': ReconfigVM_Task, 'duration_secs': 1.10995} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.305522] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.307567] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1725e04f-2a19-4286-b54f-270810ee833c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.346823] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3d2440ed-660a-45be-b0ed-f3f3831eccdd/3d2440ed-660a-45be-b0ed-f3f3831eccdd.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.347189] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-653b32b0-4ef8-4128-9926-338afa3f3b18 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.372304] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 907.372304] env[68986]: value = "task-3216109" [ 907.372304] env[68986]: _type = "Task" [ 907.372304] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.384100] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.468077] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216103, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.498498} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.470831] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d98934d0-e63a-4d0b-9172-745943c05cd4/d98934d0-e63a-4d0b-9172-745943c05cd4.vmdk to [datastore2] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.471728] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61b1ad-93ea-4259-bbbb-aca12b09c096 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.495785] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.496077] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1756a667-a4fe-4465-bd35-2f6a32880064 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.512929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b195e19-6bbd-49ae-8e3d-dbf5fad7189a tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "7c4f86a5-54a9-4808-ad44-b2951b425a96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.556s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.518513] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 907.518513] env[68986]: value = "task-3216110" [ 907.518513] env[68986]: _type = "Task" [ 907.518513] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.526214] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.550084] env[68986]: DEBUG nova.network.neutron [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Updating instance_info_cache with network_info: [{"id": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "address": "fa:16:3e:9b:b9:98", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d03ea8-ee", "ovs_interfaceid": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.630091] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216108, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.718162] env[68986]: DEBUG nova.compute.manager [req-a0fb1fb4-e25e-4cdc-aead-de4ce42f7911 req-4781b7ae-ee3a-4c26-b179-deb4e4f516f8 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Received event network-vif-plugged-4e7d3a32-87f4-45c8-ab70-ee2648914bc1 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.718876] env[68986]: DEBUG oslo_concurrency.lockutils [req-a0fb1fb4-e25e-4cdc-aead-de4ce42f7911 req-4781b7ae-ee3a-4c26-b179-deb4e4f516f8 service nova] Acquiring lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.719265] env[68986]: DEBUG oslo_concurrency.lockutils [req-a0fb1fb4-e25e-4cdc-aead-de4ce42f7911 req-4781b7ae-ee3a-4c26-b179-deb4e4f516f8 service nova] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.720970] env[68986]: DEBUG oslo_concurrency.lockutils [req-a0fb1fb4-e25e-4cdc-aead-de4ce42f7911 req-4781b7ae-ee3a-4c26-b179-deb4e4f516f8 service nova] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.720970] env[68986]: DEBUG nova.compute.manager [req-a0fb1fb4-e25e-4cdc-aead-de4ce42f7911 req-4781b7ae-ee3a-4c26-b179-deb4e4f516f8 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] No waiting events found dispatching network-vif-plugged-4e7d3a32-87f4-45c8-ab70-ee2648914bc1 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.720970] env[68986]: WARNING nova.compute.manager [req-a0fb1fb4-e25e-4cdc-aead-de4ce42f7911 req-4781b7ae-ee3a-4c26-b179-deb4e4f516f8 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Received unexpected event network-vif-plugged-4e7d3a32-87f4-45c8-ab70-ee2648914bc1 for instance with vm_state building and task_state spawning. [ 907.768573] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8f76aaff-8790-48ec-809d-85caff799b83 tempest-ServersAdminTestJSON-624186742 tempest-ServersAdminTestJSON-624186742-project-member] Lock "cb0f0c6d-e536-4750-81d4-9c534928ef25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.083s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.853515] env[68986]: DEBUG nova.network.neutron [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Successfully updated port: 4e7d3a32-87f4-45c8-ab70-ee2648914bc1 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.884176] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.033219] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.054040] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.109852] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548068b-ff7f-407d-87ad-a6e279043ab6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.118907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c90d2a3-c4eb-440e-8912-9a3d1c4d59b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.135767] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.175668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc7fbe9-5398-4741-8dab-4804aa3b7309 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.185226] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a77def2-21da-41c5-9968-10535d3e0ac3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.193723] env[68986]: INFO nova.compute.manager [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Rebuilding instance [ 908.205789] env[68986]: DEBUG nova.compute.provider_tree [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.246576] env[68986]: DEBUG nova.compute.manager [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.251025] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a282f-67df-4bae-8791-ef03f1afb5c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.364453] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "refresh_cache-d26f9df9-911d-4ac4-abe5-878ae9a96e7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.364601] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "refresh_cache-d26f9df9-911d-4ac4-abe5-878ae9a96e7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.364753] env[68986]: DEBUG nova.network.neutron [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.383408] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.530237] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.531068] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b149e4c-7712-4c42-97c4-744101fd6a14 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.539630] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216110, 'name': ReconfigVM_Task, 'duration_secs': 0.796275} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.540342] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfigured VM instance instance-0000001b to attach disk [datastore2] fd667959-7d67-47f7-a401-2b05352bc70a/fd667959-7d67-47f7-a401-2b05352bc70a.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.544155] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'image_id': '93897401-7d29-4984-a096-318e7b4ac470'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643024', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'name': 'volume-30f3163a-ab36-4ffb-b57b-7111b87de753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd667959-7d67-47f7-a401-2b05352bc70a', 'attached_at': '', 'detached_at': '', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'serial': '30f3163a-ab36-4ffb-b57b-7111b87de753'}, 'attachment_id': '199a77b5-5067-41e8-997a-8e3a89d88892', 'guest_format': None, 'device_type': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68986) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 908.544398] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 908.544728] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643024', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'name': 'volume-30f3163a-ab36-4ffb-b57b-7111b87de753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd667959-7d67-47f7-a401-2b05352bc70a', 'attached_at': '', 'detached_at': '', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'serial': '30f3163a-ab36-4ffb-b57b-7111b87de753'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 908.547819] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb33cb-44d3-4330-9e82-1545925d2d3d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.551151] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.551405] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81977911-ba71-41ec-87eb-f2edda367c59 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.568030] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e75654-82c8-47dc-a69a-216e33bcfef3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.603014] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-30f3163a-ab36-4ffb-b57b-7111b87de753/volume-30f3163a-ab36-4ffb-b57b-7111b87de753.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.603454] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc39a7f-3129-40b3-a60c-d635fc0b994d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.628275] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 908.628275] env[68986]: value = "task-3216112" [ 908.628275] env[68986]: _type = "Task" [ 908.628275] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.630073] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.630323] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.630549] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleting the datastore file [datastore1] 1e4bd243-d974-4669-92e5-885339edeae8 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.633699] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f382a8ce-8000-4046-a8b7-cfccfbeecd27 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.639593] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216108, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.190631} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.640539] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.640818] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.641182] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a697d2b-baa4-46b6-a559-d669a120ee00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.646341] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.648136] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 908.648136] env[68986]: value = "task-3216113" [ 908.648136] env[68986]: _type = "Task" [ 908.648136] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.653567] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 908.653567] env[68986]: value = "task-3216114" [ 908.653567] env[68986]: _type = "Task" [ 908.653567] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.660169] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.666894] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.709168] env[68986]: DEBUG nova.scheduler.client.report [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.884240] env[68986]: DEBUG oslo_vmware.api [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216109, 'name': ReconfigVM_Task, 'duration_secs': 1.233332} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.884498] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3d2440ed-660a-45be-b0ed-f3f3831eccdd/3d2440ed-660a-45be-b0ed-f3f3831eccdd.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.884850] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance '3d2440ed-660a-45be-b0ed-f3f3831eccdd' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.924372] env[68986]: DEBUG nova.network.neutron [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.076477] env[68986]: DEBUG nova.network.neutron [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Updating instance_info_cache with network_info: [{"id": "4e7d3a32-87f4-45c8-ab70-ee2648914bc1", "address": "fa:16:3e:6c:da:25", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7d3a32-87", "ovs_interfaceid": "4e7d3a32-87f4-45c8-ab70-ee2648914bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.141727] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.162365] env[68986]: DEBUG oslo_vmware.api [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199937} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.162997] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.163227] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.163413] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.168662] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069729} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.168916] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.169795] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c549d6-45c5-4502-a732-7cd46a5515ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.191057] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.191358] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4cc4df-655a-4b19-8813-f444d553100a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.206746] env[68986]: INFO nova.scheduler.client.report [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted allocations for instance 1e4bd243-d974-4669-92e5-885339edeae8 [ 909.214606] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.218331] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.614s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.220012] env[68986]: INFO nova.compute.claims [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.222822] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 909.222822] env[68986]: value = "task-3216115" [ 909.222822] env[68986]: _type = "Task" [ 909.222822] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.235069] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.237208] env[68986]: INFO nova.scheduler.client.report [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Deleted allocations for instance 96f30009-cf18-4b9e-914c-d03ea85a843a [ 909.263455] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.264167] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed8e3e8-cd0f-42e3-b55f-4d8e0343b3f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.272571] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 909.272571] env[68986]: value = "task-3216116" [ 909.272571] env[68986]: _type = "Task" [ 909.272571] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.286405] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.391613] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942160e1-af8a-475e-9960-c367ac9b5ca4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.413461] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a899517-8b56-413e-8a10-6c8f86eeef00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.432056] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance '3d2440ed-660a-45be-b0ed-f3f3831eccdd' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.579479] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "refresh_cache-d26f9df9-911d-4ac4-abe5-878ae9a96e7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.579831] env[68986]: DEBUG nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Instance network_info: |[{"id": "4e7d3a32-87f4-45c8-ab70-ee2648914bc1", "address": "fa:16:3e:6c:da:25", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7d3a32-87", "ovs_interfaceid": "4e7d3a32-87f4-45c8-ab70-ee2648914bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.580284] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:da:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e7d3a32-87f4-45c8-ab70-ee2648914bc1', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.587817] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.588045] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.588272] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbf6408-049d-462b-98b0-8d2f51c5b765 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.609773] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.609773] env[68986]: value = "task-3216117" [ 909.609773] env[68986]: _type = "Task" [ 909.609773] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.617842] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216117, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.640246] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216112, 'name': ReconfigVM_Task, 'duration_secs': 0.801669} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.640648] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-30f3163a-ab36-4ffb-b57b-7111b87de753/volume-30f3163a-ab36-4ffb-b57b-7111b87de753.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.646075] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca16bde1-2605-4fbf-8ce2-4a7e58291913 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.663027] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 909.663027] env[68986]: value = "task-3216118" [ 909.663027] env[68986]: _type = "Task" [ 909.663027] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.674146] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.712239] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.739335] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216115, 'name': ReconfigVM_Task, 'duration_secs': 0.295863} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.739652] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.740314] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92dacd6-e8e3-4cd0-9655-10c43d58e251 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.749382] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 909.749382] env[68986]: value = "task-3216119" [ 909.749382] env[68986]: _type = "Task" [ 909.749382] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.750075] env[68986]: DEBUG oslo_concurrency.lockutils [None req-216540ee-52ce-4550-aceb-1e48aa5b2910 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "96f30009-cf18-4b9e-914c-d03ea85a843a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.802s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.762065] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216119, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.783056] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216116, 'name': PowerOffVM_Task, 'duration_secs': 0.20023} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.783291] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.784077] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.784904] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06565aaa-048b-4cc5-b064-6a10fff7d5c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.793912] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.794198] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda74073-a189-446c-97c8-b4080d36e766 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.806441] env[68986]: DEBUG nova.compute.manager [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Received event network-changed-4e7d3a32-87f4-45c8-ab70-ee2648914bc1 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.806581] env[68986]: DEBUG nova.compute.manager [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Refreshing instance network info cache due to event network-changed-4e7d3a32-87f4-45c8-ab70-ee2648914bc1. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.806788] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Acquiring lock "refresh_cache-d26f9df9-911d-4ac4-abe5-878ae9a96e7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.806964] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Acquired lock "refresh_cache-d26f9df9-911d-4ac4-abe5-878ae9a96e7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.808923] env[68986]: DEBUG nova.network.neutron [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Refreshing network info cache for port 4e7d3a32-87f4-45c8-ab70-ee2648914bc1 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.826259] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.826544] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.826793] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Deleting the datastore file [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.827801] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be58fc8b-b17b-4fdb-aadf-306cfb4f4e7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.835726] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 909.835726] env[68986]: value = "task-3216121" [ 909.835726] env[68986]: _type = "Task" [ 909.835726] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.845348] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.971861] env[68986]: DEBUG nova.network.neutron [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Port bccb6711-8c79-45d3-a47d-d441d37ed59a binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.121073] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216117, 'name': CreateVM_Task, 'duration_secs': 0.332894} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.121422] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.122261] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.122450] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.122851] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.123321] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a99d4c6-df99-4d19-8d29-74f7aad829c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.129166] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 910.129166] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293f08a-974d-de03-9b28-f5ebd81a68a1" [ 910.129166] env[68986]: _type = "Task" [ 910.129166] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.140809] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293f08a-974d-de03-9b28-f5ebd81a68a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.176016] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216118, 'name': ReconfigVM_Task, 'duration_secs': 0.230264} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.176514] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643024', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'name': 'volume-30f3163a-ab36-4ffb-b57b-7111b87de753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd667959-7d67-47f7-a401-2b05352bc70a', 'attached_at': '', 'detached_at': '', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'serial': '30f3163a-ab36-4ffb-b57b-7111b87de753'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 910.178534] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f34fe5-ca21-4d54-a0ce-25abab2218c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.189163] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 910.189163] env[68986]: value = "task-3216122" [ 910.189163] env[68986]: _type = "Task" [ 910.189163] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.203051] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216122, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.263698] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216119, 'name': Rename_Task, 'duration_secs': 0.196104} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.266788] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.268292] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11b1e7cc-1568-4ea0-9726-c53c410b035c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.278395] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 910.278395] env[68986]: value = "task-3216123" [ 910.278395] env[68986]: _type = "Task" [ 910.278395] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.292679] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.350746] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094732} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.354367] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.354616] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.354832] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.636964] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894f6cb1-4f3c-48f0-b6b2-3914b7b0a61e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.651296] env[68986]: DEBUG nova.network.neutron [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Updated VIF entry in instance network info cache for port 4e7d3a32-87f4-45c8-ab70-ee2648914bc1. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.651677] env[68986]: DEBUG nova.network.neutron [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Updating instance_info_cache with network_info: [{"id": "4e7d3a32-87f4-45c8-ab70-ee2648914bc1", "address": "fa:16:3e:6c:da:25", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7d3a32-87", "ovs_interfaceid": "4e7d3a32-87f4-45c8-ab70-ee2648914bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.653032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.653203] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Processing image dffd53e2-bfde-49ab-82af-302c8089ca3d {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.653436] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d/dffd53e2-bfde-49ab-82af-302c8089ca3d.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.653602] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d/dffd53e2-bfde-49ab-82af-302c8089ca3d.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.653820] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.654124] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3691bd7-3614-4a46-b473-88707488c63a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.656921] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f2c5ad-b01f-45ec-9998-9a2d83ae18a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.696367] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e64b40b-ca8e-496e-af14-84e2342c423e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.699673] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.699855] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.700691] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7a9b1f-70a2-4ed7-912f-7b966c88276f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.708955] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216122, 'name': Rename_Task, 'duration_secs': 0.28943} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.712066] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.712562] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 910.712562] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521a809e-88a3-4bf0-35da-0268b9c27d69" [ 910.712562] env[68986]: _type = "Task" [ 910.712562] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.712683] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19cbf7f2-61e0-4fc5-abc6-c9a2d6575ebd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.715290] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfe0b6b-065f-4a18-b6fd-87639a52b3a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.734192] env[68986]: DEBUG nova.compute.provider_tree [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.740106] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 910.740106] env[68986]: value = "task-3216125" [ 910.740106] env[68986]: _type = "Task" [ 910.740106] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.740629] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Preparing fetch location {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 910.740904] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Fetch image to [datastore1] OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3/OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3.vmdk {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 910.741114] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Downloading stream optimized image dffd53e2-bfde-49ab-82af-302c8089ca3d to [datastore1] OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3/OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3.vmdk on the data store datastore1 as vApp {{(pid=68986) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 910.741311] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Downloading image file data dffd53e2-bfde-49ab-82af-302c8089ca3d to the ESX as VM named 'OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3' {{(pid=68986) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 910.753811] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216125, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.788995] env[68986]: DEBUG oslo_vmware.api [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216123, 'name': PowerOnVM_Task, 'duration_secs': 0.480187} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.789274] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.789461] env[68986]: INFO nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Took 6.04 seconds to spawn the instance on the hypervisor. [ 910.791714] env[68986]: DEBUG nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.791714] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2cbd0e-69b0-49db-9b94-9b17b22ef6db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.823303] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 910.823303] env[68986]: value = "resgroup-9" [ 910.823303] env[68986]: _type = "ResourcePool" [ 910.823303] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 910.824186] env[68986]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ced2e4ca-46d1-4956-a1e9-180178c21ec8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.849390] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease: (returnval){ [ 910.849390] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 910.849390] env[68986]: _type = "HttpNfcLease" [ 910.849390] env[68986]: } obtained for vApp import into resource pool (val){ [ 910.849390] env[68986]: value = "resgroup-9" [ 910.849390] env[68986]: _type = "ResourcePool" [ 910.849390] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 910.849390] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the lease: (returnval){ [ 910.849390] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 910.849390] env[68986]: _type = "HttpNfcLease" [ 910.849390] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.859429] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.859429] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 910.859429] env[68986]: _type = "HttpNfcLease" [ 910.859429] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.993146] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.993367] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.993547] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.161376] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Releasing lock "refresh_cache-d26f9df9-911d-4ac4-abe5-878ae9a96e7e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.161685] env[68986]: DEBUG nova.compute.manager [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Received event network-vif-unplugged-a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.162753] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Acquiring lock "1e4bd243-d974-4669-92e5-885339edeae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.162753] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Lock "1e4bd243-d974-4669-92e5-885339edeae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.162753] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Lock "1e4bd243-d974-4669-92e5-885339edeae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.162753] env[68986]: DEBUG nova.compute.manager [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] No waiting events found dispatching network-vif-unplugged-a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.162753] env[68986]: WARNING nova.compute.manager [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Received unexpected event network-vif-unplugged-a8d03ea8-ee1d-46f7-92b4-ffb049216534 for instance with vm_state shelved_offloaded and task_state None. [ 911.162989] env[68986]: DEBUG nova.compute.manager [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Received event network-changed-a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.163035] env[68986]: DEBUG nova.compute.manager [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Refreshing instance network info cache due to event network-changed-a8d03ea8-ee1d-46f7-92b4-ffb049216534. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.163228] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Acquiring lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.163379] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Acquired lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.163900] env[68986]: DEBUG nova.network.neutron [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Refreshing network info cache for port a8d03ea8-ee1d-46f7-92b4-ffb049216534 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.242359] env[68986]: DEBUG nova.scheduler.client.report [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.260643] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.300617] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "1e4bd243-d974-4669-92e5-885339edeae8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.321351] env[68986]: INFO nova.compute.manager [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Took 26.01 seconds to build instance. [ 911.360983] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.360983] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 911.360983] env[68986]: _type = "HttpNfcLease" [ 911.360983] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.395435] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.396096] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.396096] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.396336] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.396866] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.396866] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.396866] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.396985] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.397135] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.397302] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.397476] env[68986]: DEBUG nova.virt.hardware [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.398351] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d1d96-a4a6-4a6f-9c1f-1cce9a3bf04d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.409834] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807a0e6d-23ca-4c6a-a8a9-2a8ce1223819 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.426362] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.432299] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.432593] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.432841] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c02f39c-9021-4b44-af16-1febd2848f09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.452392] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.452392] env[68986]: value = "task-3216127" [ 911.452392] env[68986]: _type = "Task" [ 911.452392] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.461982] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216127, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.753175] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.754050] env[68986]: DEBUG nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.758622] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.549s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.759037] env[68986]: DEBUG nova.objects.instance [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lazy-loading 'resources' on Instance uuid f3eb1f8b-1a59-412c-8543-ed503c4244ef {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.770705] env[68986]: DEBUG oslo_vmware.api [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216125, 'name': PowerOnVM_Task, 'duration_secs': 1.011311} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.775617] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.824120] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c12f50b6-fd18-432d-bcd0-5a53dcc2eec1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.531s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.860184] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.860184] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 911.860184] env[68986]: _type = "HttpNfcLease" [ 911.860184] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.890522] env[68986]: DEBUG nova.compute.manager [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.891515] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab848593-1890-47ee-ba7f-99a69a565fe6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.944031] env[68986]: DEBUG nova.network.neutron [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Updated VIF entry in instance network info cache for port a8d03ea8-ee1d-46f7-92b4-ffb049216534. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.944484] env[68986]: DEBUG nova.network.neutron [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Updating instance_info_cache with network_info: [{"id": "a8d03ea8-ee1d-46f7-92b4-ffb049216534", "address": "fa:16:3e:9b:b9:98", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": null, "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa8d03ea8-ee", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.964143] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216127, 'name': CreateVM_Task, 'duration_secs': 0.339497} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.964302] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.964762] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.964925] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.965260] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.965520] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c7d97d-0720-499d-8713-2939bc5ffdd0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.973089] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 911.973089] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a6d1c7-0806-1fbe-3dd0-579fce9e9fd4" [ 911.973089] env[68986]: _type = "Task" [ 911.973089] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.002932] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a6d1c7-0806-1fbe-3dd0-579fce9e9fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.025649} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.002932] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.002932] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.002932] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.003858] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.004133] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.004569] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa322ab1-b948-47e3-b9ee-477bd663b8b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.023366] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.023705] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.024950] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15619e10-afff-4617-8a46-3f3ef49d4de8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.034693] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 912.034693] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523609de-5175-6e5d-ddc3-3b7f95d0be96" [ 912.034693] env[68986]: _type = "Task" [ 912.034693] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.047876] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523609de-5175-6e5d-ddc3-3b7f95d0be96, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.049368] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f44067-e5d9-4a9f-8d33-301002b78ef7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.052729] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.052924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.053281] env[68986]: DEBUG nova.network.neutron [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.059016] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 912.059016] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525f2b7b-ce00-cec9-17ef-57696cfa403b" [ 912.059016] env[68986]: _type = "Task" [ 912.059016] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.068392] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525f2b7b-ce00-cec9-17ef-57696cfa403b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.265343] env[68986]: DEBUG nova.compute.utils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.269964] env[68986]: DEBUG nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.270203] env[68986]: DEBUG nova.network.neutron [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.319799] env[68986]: DEBUG nova.policy [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fca8996f35d4ef1825708f5b323cd3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f0447ba9f4b4fb09e7c79840719666f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.363949] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.363949] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 912.363949] env[68986]: _type = "HttpNfcLease" [ 912.363949] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.411956] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a96538f4-65dc-48ab-99c7-49a5810c3b77 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.655s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.447147] env[68986]: DEBUG oslo_concurrency.lockutils [req-f2108e9f-00f9-497c-8e47-6ba78f69eea4 req-20e4179d-16df-4769-a462-669f6366be95 service nova] Releasing lock "refresh_cache-1e4bd243-d974-4669-92e5-885339edeae8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.516692] env[68986]: INFO nova.compute.manager [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Rebuilding instance [ 912.568858] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f89169-3689-4452-aca6-e5dd3d019f58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.572117] env[68986]: DEBUG nova.compute.manager [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.576246] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e82cb-d352-4693-b54b-7f7b8903a116 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.578678] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525f2b7b-ce00-cec9-17ef-57696cfa403b, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.579350] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.579622] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.580553] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89bce13-adb8-40ab-bbe4-8e08590962ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.590300] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef5aad-1eb3-4a68-84f3-8bb07d9e20c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.602110] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 912.602110] env[68986]: value = "task-3216128" [ 912.602110] env[68986]: _type = "Task" [ 912.602110] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.633827] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5bf6a-3558-4dc2-93af-446f007db3b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.640419] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.652799] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e1d00e-be33-4f4c-b03a-66d8f2f1b911 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.670755] env[68986]: DEBUG nova.compute.provider_tree [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.715957] env[68986]: DEBUG nova.network.neutron [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Successfully created port: b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.772550] env[68986]: DEBUG nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.863704] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.863704] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 912.863704] env[68986]: _type = "HttpNfcLease" [ 912.863704] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.864051] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.864051] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c620d-e3d7-d57b-8d2c-7bcea80d07e5" [ 912.864051] env[68986]: _type = "HttpNfcLease" [ 912.864051] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 912.864886] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcea68a-8e26-4051-ab9e-27514be3b446 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.868427] env[68986]: DEBUG nova.network.neutron [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.875895] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296619f-c067-bd51-e456-e5891561e60e/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.876267] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296619f-c067-bd51-e456-e5891561e60e/disk-0.vmdk. {{(pid=68986) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 912.944427] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b1b5382-29ed-4d11-a6dc-ee13d0c5b7b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.110784] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507495} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.111670] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.111896] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.112219] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b31fc22-1c87-4e6f-929e-bef1cedbe051 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.120419] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 913.120419] env[68986]: value = "task-3216129" [ 913.120419] env[68986]: _type = "Task" [ 913.120419] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.130767] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.176630] env[68986]: DEBUG nova.scheduler.client.report [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.371065] env[68986]: DEBUG oslo_concurrency.lockutils [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.604514] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.604616] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-047658a1-363c-4fee-9b34-3ba75475f952 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.614619] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 913.614619] env[68986]: value = "task-3216130" [ 913.614619] env[68986]: _type = "Task" [ 913.614619] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.636928] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.643175] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074856} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.643175] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.643661] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b7b37-ce8c-4631-a696-b24818ee215c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.665450] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.666070] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1f3d19-3f38-42a5-a81c-90297840803f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.681631] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.684086] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.291s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.684764] env[68986]: DEBUG nova.objects.instance [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lazy-loading 'resources' on Instance uuid b74fc7ea-5917-4657-add1-02af11fdbb62 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.695020] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 913.695020] env[68986]: value = "task-3216131" [ 913.695020] env[68986]: _type = "Task" [ 913.695020] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.706789] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.707932] env[68986]: INFO nova.scheduler.client.report [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Deleted allocations for instance f3eb1f8b-1a59-412c-8543-ed503c4244ef [ 913.782256] env[68986]: DEBUG nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.820245] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.820583] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.820746] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.820966] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.821148] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.821311] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.821538] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.821733] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.821949] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.822134] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.822328] env[68986]: DEBUG nova.virt.hardware [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.823332] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eccfd29-da70-4645-b355-9506987815af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.835986] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056b261f-09ed-40e0-b13e-1ea431791194 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.847030] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Completed reading data from the image iterator. {{(pid=68986) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 913.847030] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296619f-c067-bd51-e456-e5891561e60e/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.847030] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2e295-bcb0-45a7-bb61-dcbb369abf39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.867970] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296619f-c067-bd51-e456-e5891561e60e/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.868195] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296619f-c067-bd51-e456-e5891561e60e/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 913.868453] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6cf08d6c-8aee-4686-9714-8ae3a10d525f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.897566] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035668c2-a404-4023-ae3e-8359b7d74006 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.920235] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913150b0-6edf-4baa-9227-0adef3701ee8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.928872] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance '3d2440ed-660a-45be-b0ed-f3f3831eccdd' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.039206] env[68986]: DEBUG oslo_vmware.rw_handles [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296619f-c067-bd51-e456-e5891561e60e/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 914.039443] env[68986]: INFO nova.virt.vmwareapi.images [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Downloaded image file data dffd53e2-bfde-49ab-82af-302c8089ca3d [ 914.040398] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034238e-45e9-49f3-80f7-c5c881e47664 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.057390] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.057644] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.057849] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.059245] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.059245] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.060351] env[68986]: INFO nova.compute.manager [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Terminating instance [ 914.061683] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dabbcea7-9314-46dd-8067-1da84f576559 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.090980] env[68986]: INFO nova.virt.vmwareapi.images [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] The imported VM was unregistered [ 914.093435] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Caching image {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 914.093714] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.093996] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90c7a5c1-6250-4d35-b546-b8b6f719fac3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.106739] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created directory with path [datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.106941] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3/OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3.vmdk to [datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d/dffd53e2-bfde-49ab-82af-302c8089ca3d.vmdk. {{(pid=68986) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 914.107208] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ef5c9755-1220-42c7-8e2a-d7f030d6fb72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.118016] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 914.118016] env[68986]: value = "task-3216133" [ 914.118016] env[68986]: _type = "Task" [ 914.118016] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.134301] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216130, 'name': PowerOffVM_Task, 'duration_secs': 0.268593} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.139590] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.139902] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.140584] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216133, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.141355] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce191445-cb62-466b-b5a2-451d8d4317a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.151029] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.151029] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46fd770-202d-4726-bd63-751f39c74936 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.179928] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.180294] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.180577] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Deleting the datastore file [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.180967] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fac5ee0a-7dc3-48e2-9ad3-7f110a78eeca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.191317] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 914.191317] env[68986]: value = "task-3216135" [ 914.191317] env[68986]: _type = "Task" [ 914.191317] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.207123] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.210667] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216131, 'name': ReconfigVM_Task, 'duration_secs': 0.307023} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.213553] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96/7c4f86a5-54a9-4808-ad44-b2951b425a96.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.214472] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-301067a0-3d5d-42da-9689-265f3e1189c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.219064] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fd0c314-c8a4-4018-a223-8208aea983d1 tempest-ImagesOneServerNegativeTestJSON-1601961093 tempest-ImagesOneServerNegativeTestJSON-1601961093-project-member] Lock "f3eb1f8b-1a59-412c-8543-ed503c4244ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.622s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.225728] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 914.225728] env[68986]: value = "task-3216136" [ 914.225728] env[68986]: _type = "Task" [ 914.225728] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.240111] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216136, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.436101] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-30e30085-27aa-4393-a311-88f87ac37326 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance '3d2440ed-660a-45be-b0ed-f3f3831eccdd' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.444087] env[68986]: DEBUG nova.compute.manager [req-6a0c163f-5e30-443a-abfa-e907475d9455 req-8a28b4dc-ed68-4e9f-99f2-e0132cd2ef69 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Received event network-vif-plugged-b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.445025] env[68986]: DEBUG oslo_concurrency.lockutils [req-6a0c163f-5e30-443a-abfa-e907475d9455 req-8a28b4dc-ed68-4e9f-99f2-e0132cd2ef69 service nova] Acquiring lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.445025] env[68986]: DEBUG oslo_concurrency.lockutils [req-6a0c163f-5e30-443a-abfa-e907475d9455 req-8a28b4dc-ed68-4e9f-99f2-e0132cd2ef69 service nova] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.445025] env[68986]: DEBUG oslo_concurrency.lockutils [req-6a0c163f-5e30-443a-abfa-e907475d9455 req-8a28b4dc-ed68-4e9f-99f2-e0132cd2ef69 service nova] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.445273] env[68986]: DEBUG nova.compute.manager [req-6a0c163f-5e30-443a-abfa-e907475d9455 req-8a28b4dc-ed68-4e9f-99f2-e0132cd2ef69 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] No waiting events found dispatching network-vif-plugged-b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.445490] env[68986]: WARNING nova.compute.manager [req-6a0c163f-5e30-443a-abfa-e907475d9455 req-8a28b4dc-ed68-4e9f-99f2-e0132cd2ef69 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Received unexpected event network-vif-plugged-b14ab3ac-6fb9-481d-bec9-e67ee066cf13 for instance with vm_state building and task_state spawning. [ 914.499301] env[68986]: DEBUG nova.network.neutron [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Successfully updated port: b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.558994] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e363a1-d76f-4426-b0b9-3fa3f9fae9b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.567335] env[68986]: DEBUG nova.compute.manager [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.567578] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.568513] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b595506-40ac-447c-8c10-36aa72b93a51 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.572446] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa6c920-24af-45ac-bf82-4cfd82b1b54a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.586766] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.615096] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e3320b-9284-4414-bd51-4accb7318ece {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.617850] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe54104-3d1e-42c1-b73c-e73ab8298fe5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.631683] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2118d6ce-4066-40a3-ab0f-3d44043654cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.637482] env[68986]: DEBUG oslo_vmware.api [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 914.637482] env[68986]: value = "task-3216137" [ 914.637482] env[68986]: _type = "Task" [ 914.637482] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.660008] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216133, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.661396] env[68986]: DEBUG nova.compute.provider_tree [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.673310] env[68986]: DEBUG oslo_vmware.api [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.707262] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197162} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.707943] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.708189] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.708372] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.741654] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216136, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.003397] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.003397] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.003397] env[68986]: DEBUG nova.network.neutron [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.145502] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216133, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.155912] env[68986]: DEBUG oslo_vmware.api [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216137, 'name': PowerOffVM_Task, 'duration_secs': 0.364393} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.159024] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.159024] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.159024] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5e918b1-0f45-4e5c-9212-9177e2d7510e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.165572] env[68986]: DEBUG nova.scheduler.client.report [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.244211] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216136, 'name': Rename_Task, 'duration_secs': 0.863551} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.246039] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.246768] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.247127] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.247427] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Deleting the datastore file [datastore2] f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.247877] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4f4d04c-c905-4461-8461-497f8b96a768 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.250074] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22e02600-a3af-471a-b1cd-cc751c31337c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.260213] env[68986]: DEBUG oslo_vmware.api [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for the task: (returnval){ [ 915.260213] env[68986]: value = "task-3216140" [ 915.260213] env[68986]: _type = "Task" [ 915.260213] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.270041] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 915.270041] env[68986]: value = "task-3216139" [ 915.270041] env[68986]: _type = "Task" [ 915.270041] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.275463] env[68986]: DEBUG oslo_vmware.api [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.279233] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.641369] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216133, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.674327] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.675837] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.612s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.678134] env[68986]: INFO nova.compute.claims [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.715911] env[68986]: INFO nova.scheduler.client.report [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleted allocations for instance b74fc7ea-5917-4657-add1-02af11fdbb62 [ 915.758177] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.761021] env[68986]: DEBUG nova.virt.hardware [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.762452] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf8239-f26b-4ef6-b23d-ee4bb182cd1c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.783754] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.789536] env[68986]: DEBUG oslo_vmware.api [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Task: {'id': task-3216140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28073} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.790818] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc0f02-13aa-4d63-a7f2-c7bc4936e05e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.795058] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.795273] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.795558] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.795628] env[68986]: INFO nova.compute.manager [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 915.795907] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.796137] env[68986]: DEBUG nova.compute.manager [-] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.796252] env[68986]: DEBUG nova.network.neutron [-] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.812794] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.819406] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.820131] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.820361] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e614564-fc7d-4141-a90e-8dd334991eb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.835066] env[68986]: DEBUG nova.network.neutron [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.846620] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.846620] env[68986]: value = "task-3216141" [ 915.846620] env[68986]: _type = "Task" [ 915.846620] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.858848] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216141, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.141788] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216133, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.230657] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4e04c231-398d-4636-ac32-d64c8830373d tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "b74fc7ea-5917-4657-add1-02af11fdbb62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.758s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.279922] env[68986]: DEBUG nova.network.neutron [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Updating instance_info_cache with network_info: [{"id": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "address": "fa:16:3e:ef:a5:b1", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ab3ac-6f", "ovs_interfaceid": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.290507] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.360144] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216141, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.536631] env[68986]: DEBUG nova.compute.manager [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Received event network-changed-b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.536866] env[68986]: DEBUG nova.compute.manager [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Refreshing instance network info cache due to event network-changed-b14ab3ac-6fb9-481d-bec9-e67ee066cf13. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.537080] env[68986]: DEBUG oslo_concurrency.lockutils [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] Acquiring lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.563487] env[68986]: DEBUG nova.compute.manager [req-343dafd9-6870-4989-9890-aeefa2bbc637 req-e13c0c29-d908-49f7-9721-e2a7f6c4eb59 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Received event network-vif-deleted-17bc21f0-a7bc-4ff6-8e65-339c22529889 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.563698] env[68986]: INFO nova.compute.manager [req-343dafd9-6870-4989-9890-aeefa2bbc637 req-e13c0c29-d908-49f7-9721-e2a7f6c4eb59 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Neutron deleted interface 17bc21f0-a7bc-4ff6-8e65-339c22529889; detaching it from the instance and deleting it from the info cache [ 916.563868] env[68986]: DEBUG nova.network.neutron [req-343dafd9-6870-4989-9890-aeefa2bbc637 req-e13c0c29-d908-49f7-9721-e2a7f6c4eb59 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.643925] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216133, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.502152} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.644272] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3/OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3.vmdk to [datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d/dffd53e2-bfde-49ab-82af-302c8089ca3d.vmdk. [ 916.646795] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Cleaning up location [datastore1] OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 916.646795] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e12ae5d1-2073-42f2-81a4-3befb17b1fb3 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.646795] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502a40ca-19e4-4afe-a7da-34830049051a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.657824] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 916.657824] env[68986]: value = "task-3216142" [ 916.657824] env[68986]: _type = "Task" [ 916.657824] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.669334] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.784761] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216139, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.792774] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794841] env[68986]: DEBUG nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Instance network_info: |[{"id": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "address": "fa:16:3e:ef:a5:b1", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ab3ac-6f", "ovs_interfaceid": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.794841] env[68986]: DEBUG oslo_concurrency.lockutils [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] Acquired lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.794841] env[68986]: DEBUG nova.network.neutron [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Refreshing network info cache for port b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.795093] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:a5:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b14ab3ac-6fb9-481d-bec9-e67ee066cf13', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.803478] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Creating folder: Project (9f0447ba9f4b4fb09e7c79840719666f). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.807237] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c5f69ae-e83c-4567-935a-2526dffa978a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.820755] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Created folder: Project (9f0447ba9f4b4fb09e7c79840719666f) in parent group-v642845. [ 916.820755] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Creating folder: Instances. Parent ref: group-v643051. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.821340] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d912291c-da9f-489b-a624-5072d2c46567 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.835480] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Created folder: Instances in parent group-v643051. [ 916.836184] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.836184] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.836184] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb7fc18f-e707-4b72-bb4b-b99136d2eae0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.867593] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216141, 'name': CreateVM_Task, 'duration_secs': 0.954456} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.869255] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.869255] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.869255] env[68986]: value = "task-3216145" [ 916.869255] env[68986]: _type = "Task" [ 916.869255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.873794] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.873794] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.873794] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.874116] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce64e61-a126-4786-a284-2fc7810dc25e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.886359] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 916.886359] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb6fba-d46c-d69a-eba4-8a4cb32b76b9" [ 916.886359] env[68986]: _type = "Task" [ 916.886359] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.890082] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216145, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.896445] env[68986]: DEBUG nova.network.neutron [-] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.905532] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb6fba-d46c-d69a-eba4-8a4cb32b76b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.994567] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.994567] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.994567] env[68986]: DEBUG nova.compute.manager [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Going to confirm migration 3 {{(pid=68986) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 917.070337] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73912cdb-7081-400b-9c09-2b9ca6072a58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.074335] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a0386-1e7d-4156-8827-af0097712235 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.094054] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28de798-83eb-490d-9de7-ed5de7c863e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.114625] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b29ae-770d-4174-9ea2-80f91fceb4be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.174621] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47164044-1ffb-4cc2-bfd5-69ed9a645abc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.178147] env[68986]: DEBUG nova.compute.manager [req-343dafd9-6870-4989-9890-aeefa2bbc637 req-e13c0c29-d908-49f7-9721-e2a7f6c4eb59 service nova] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Detach interface failed, port_id=17bc21f0-a7bc-4ff6-8e65-339c22529889, reason: Instance f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.184096] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064085} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.186065] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.186991] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d/dffd53e2-bfde-49ab-82af-302c8089ca3d.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.186991] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d/dffd53e2-bfde-49ab-82af-302c8089ca3d.vmdk to [datastore1] d26f9df9-911d-4ac4-abe5-878ae9a96e7e/d26f9df9-911d-4ac4-abe5-878ae9a96e7e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.186991] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a19021-3dfd-4be6-84cf-31cd2678b3ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.189875] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc0a46d-0de7-4f5b-96ce-7a5e01ba6466 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.205104] env[68986]: DEBUG nova.compute.provider_tree [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.208171] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 917.208171] env[68986]: value = "task-3216146" [ 917.208171] env[68986]: _type = "Task" [ 917.208171] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.220398] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.284495] env[68986]: DEBUG oslo_vmware.api [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216139, 'name': PowerOnVM_Task, 'duration_secs': 1.634686} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.285301] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.285301] env[68986]: DEBUG nova.compute.manager [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.285951] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb16c011-2c63-4446-8363-b8fddd1a4455 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.386392] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216145, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.401352] env[68986]: INFO nova.compute.manager [-] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Took 1.60 seconds to deallocate network for instance. [ 917.401931] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb6fba-d46c-d69a-eba4-8a4cb32b76b9, 'name': SearchDatastore_Task, 'duration_secs': 0.058353} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.404132] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.404132] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.404317] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.405098] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.405098] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.405098] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522fc51b-7abc-4b79-9de4-87c1dff28b56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.420691] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.420925] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.421757] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d937393-8d1d-42d8-9ca2-dba64d93743c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.431137] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 917.431137] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5295a070-1fa5-5e1c-142a-32143c59ca6d" [ 917.431137] env[68986]: _type = "Task" [ 917.431137] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.438369] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5295a070-1fa5-5e1c-142a-32143c59ca6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.545376] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.545504] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.545671] env[68986]: DEBUG nova.network.neutron [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.545940] env[68986]: DEBUG nova.objects.instance [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'info_cache' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.694503] env[68986]: DEBUG nova.network.neutron [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Updated VIF entry in instance network info cache for port b14ab3ac-6fb9-481d-bec9-e67ee066cf13. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.694866] env[68986]: DEBUG nova.network.neutron [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Updating instance_info_cache with network_info: [{"id": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "address": "fa:16:3e:ef:a5:b1", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ab3ac-6f", "ovs_interfaceid": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.712019] env[68986]: DEBUG nova.scheduler.client.report [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.728183] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216146, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.807489] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.888991] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216145, 'name': CreateVM_Task, 'duration_secs': 0.582929} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.889226] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.889968] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.890152] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.890490] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.890812] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2144f1-81b7-4acd-8ffa-500d3fc2aea1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.897605] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 917.897605] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb5858-ba9d-d70a-aeda-b29ab71de089" [ 917.897605] env[68986]: _type = "Task" [ 917.897605] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.912529] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.912834] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb5858-ba9d-d70a-aeda-b29ab71de089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.943264] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5295a070-1fa5-5e1c-142a-32143c59ca6d, 'name': SearchDatastore_Task, 'duration_secs': 0.020672} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.944093] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6434e928-7185-4985-9303-aaeb15caf111 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.956460] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 917.956460] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f204e3-250e-6f51-33c6-5742a40d3a73" [ 917.956460] env[68986]: _type = "Task" [ 917.956460] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.973865] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f204e3-250e-6f51-33c6-5742a40d3a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.199318] env[68986]: DEBUG oslo_concurrency.lockutils [req-486eeb64-c278-45dd-9593-97ce94dbc7ba req-0056407d-cb39-4dca-9c38-623f798f3391 service nova] Releasing lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.217344] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.217584] env[68986]: DEBUG nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.227778] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.781s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.228072] env[68986]: DEBUG nova.objects.instance [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lazy-loading 'resources' on Instance uuid 51d214a6-8781-43e2-bd78-457f9d2df573 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.238543] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216146, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.416841] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52eb5858-ba9d-d70a-aeda-b29ab71de089, 'name': SearchDatastore_Task, 'duration_secs': 0.086152} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.416841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.416841] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.416841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.469624] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f204e3-250e-6f51-33c6-5742a40d3a73, 'name': SearchDatastore_Task, 'duration_secs': 0.095189} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.469964] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.470274] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.470596] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.471131] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.471415] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8dddca-2f33-4e72-9b7a-56bbcb30e5aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.473695] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66ee276-09ca-4536-ba91-17e860538d2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.486599] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 918.486599] env[68986]: value = "task-3216147" [ 918.486599] env[68986]: _type = "Task" [ 918.486599] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.494761] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.494954] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.495789] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309bea3f-1d36-4328-87a4-de285ef61fd5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.501963] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.509730] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 918.509730] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52faabd4-071e-aa01-5d11-53ec2f6b23a3" [ 918.509730] env[68986]: _type = "Task" [ 918.509730] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.520400] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52faabd4-071e-aa01-5d11-53ec2f6b23a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.647610] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "7c4f86a5-54a9-4808-ad44-b2951b425a96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.647851] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "7c4f86a5-54a9-4808-ad44-b2951b425a96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.648126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "7c4f86a5-54a9-4808-ad44-b2951b425a96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.648394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "7c4f86a5-54a9-4808-ad44-b2951b425a96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.648560] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "7c4f86a5-54a9-4808-ad44-b2951b425a96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.651046] env[68986]: INFO nova.compute.manager [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Terminating instance [ 918.729504] env[68986]: DEBUG nova.compute.utils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.731046] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216146, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.731354] env[68986]: DEBUG nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.731522] env[68986]: DEBUG nova.network.neutron [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.785242] env[68986]: DEBUG nova.policy [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047453048b134f539f23793b3031282f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814a4555a2d47c6b6d40de2502d2d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.843182] env[68986]: DEBUG nova.network.neutron [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.002849] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.023882] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52faabd4-071e-aa01-5d11-53ec2f6b23a3, 'name': SearchDatastore_Task, 'duration_secs': 0.088333} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.028104] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e4e526-b62e-466b-a7fd-a970e529c29e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.036227] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 919.036227] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287323d-7760-321f-d9a2-9ee4191eb961" [ 919.036227] env[68986]: _type = "Task" [ 919.036227] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.052481] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287323d-7760-321f-d9a2-9ee4191eb961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.100034] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502f367c-f189-4281-9bd2-1cf812ce97c4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.111252] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd514aa9-27b3-4434-b7cc-2cdd17fcefb0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.153296] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a26f0f-edad-4128-b2b9-cc6b215d3a09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.157024] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "refresh_cache-7c4f86a5-54a9-4808-ad44-b2951b425a96" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.157202] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquired lock "refresh_cache-7c4f86a5-54a9-4808-ad44-b2951b425a96" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.157433] env[68986]: DEBUG nova.network.neutron [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.171909] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e39ba-27a4-475a-88d0-808c01b8e6de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.194276] env[68986]: DEBUG nova.compute.provider_tree [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.229231] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216146, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.239206] env[68986]: DEBUG nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.242784] env[68986]: DEBUG nova.network.neutron [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Successfully created port: c3fdf2ef-d805-44c4-bd10-4ffb20085899 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.345446] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.345775] env[68986]: DEBUG nova.objects.instance [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'migration_context' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.501198] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.550022] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287323d-7760-321f-d9a2-9ee4191eb961, 'name': SearchDatastore_Task, 'duration_secs': 0.096502} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.550442] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.550809] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ddd9cc3e-894a-4d2f-920d-de01e60ed62b/ddd9cc3e-894a-4d2f-920d-de01e60ed62b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.551134] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-532b8e71-fdc1-4f20-aaca-d7dc487e0c01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.564340] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 919.564340] env[68986]: value = "task-3216148" [ 919.564340] env[68986]: _type = "Task" [ 919.564340] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.579131] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.680098] env[68986]: DEBUG nova.network.neutron [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.697426] env[68986]: DEBUG nova.scheduler.client.report [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.731648] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216146, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.747211] env[68986]: DEBUG nova.network.neutron [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.752295] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "f4729a48-664b-44cd-b0eb-881900adb996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.752595] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "f4729a48-664b-44cd-b0eb-881900adb996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.849386] env[68986]: DEBUG nova.objects.base [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Object Instance<3d2440ed-660a-45be-b0ed-f3f3831eccdd> lazy-loaded attributes: info_cache,migration_context {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.850050] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed08c22f-4ee2-45e1-9b7e-ec2ec0c1ec8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.872833] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a78329-364f-41e0-aacc-3700ca25dec8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.882403] env[68986]: DEBUG oslo_vmware.api [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 919.882403] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5288e3a7-fdc1-3f22-ac16-000a5c96d2f8" [ 919.882403] env[68986]: _type = "Task" [ 919.882403] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.895762] env[68986]: DEBUG oslo_vmware.api [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5288e3a7-fdc1-3f22-ac16-000a5c96d2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.896169] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.001091] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.077593] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.203196] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.206392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.737s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.206392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.208686] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.497s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.209736] env[68986]: DEBUG nova.objects.instance [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'resources' on Instance uuid 1e4bd243-d974-4669-92e5-885339edeae8 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.233307] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216146, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.910136} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.233856] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dffd53e2-bfde-49ab-82af-302c8089ca3d/dffd53e2-bfde-49ab-82af-302c8089ca3d.vmdk to [datastore1] d26f9df9-911d-4ac4-abe5-878ae9a96e7e/d26f9df9-911d-4ac4-abe5-878ae9a96e7e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.235131] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcbe8e7-92a3-43ba-8b56-8f7a3db46a04 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.238685] env[68986]: INFO nova.scheduler.client.report [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Deleted allocations for instance d8fda21c-b4b7-4a50-96cb-2c7f2838aeab [ 920.240759] env[68986]: INFO nova.scheduler.client.report [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Deleted allocations for instance 51d214a6-8781-43e2-bd78-457f9d2df573 [ 920.268283] env[68986]: DEBUG nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.268283] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Releasing lock "refresh_cache-7c4f86a5-54a9-4808-ad44-b2951b425a96" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.268372] env[68986]: DEBUG nova.compute.manager [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.268567] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.268924] env[68986]: DEBUG nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.285019] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d26f9df9-911d-4ac4-abe5-878ae9a96e7e/d26f9df9-911d-4ac4-abe5-878ae9a96e7e.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.285019] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4918604-e21f-4907-b608-d5e864d9af7b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.292024] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a59cc4-d963-4180-ba7c-83776dd60ccc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.321345] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.322064] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.322064] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.322064] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.322239] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.322283] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.322474] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.322624] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.322793] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.322955] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.327022] env[68986]: DEBUG nova.virt.hardware [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.327250] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a715ef7-85fd-4307-9a37-b629dbfea589 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.330564] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.333065] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df63585-8cd7-4f33-805b-b25f4b0d30b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.335354] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 920.335354] env[68986]: value = "task-3216149" [ 920.335354] env[68986]: _type = "Task" [ 920.335354] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.345637] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117b69e-11e8-4663-b048-0244e0921e2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.351009] env[68986]: DEBUG oslo_vmware.api [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 920.351009] env[68986]: value = "task-3216150" [ 920.351009] env[68986]: _type = "Task" [ 920.351009] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.356019] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.374368] env[68986]: DEBUG oslo_vmware.api [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.503413] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216147, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.576769] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216148, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.713170] env[68986]: DEBUG nova.objects.instance [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e4bd243-d974-4669-92e5-885339edeae8 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.763090] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e33b340a-1a79-4817-9dfd-8c37f6412eca tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "d8fda21c-b4b7-4a50-96cb-2c7f2838aeab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.449s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.763090] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1fba88bc-256f-41d6-ae6c-263ebc4ea91e tempest-ServerGroupTestJSON-1644777528 tempest-ServerGroupTestJSON-1644777528-project-member] Lock "51d214a6-8781-43e2-bd78-457f9d2df573" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.927s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.821567] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.849573] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216149, 'name': ReconfigVM_Task, 'duration_secs': 0.376768} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.849762] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d26f9df9-911d-4ac4-abe5-878ae9a96e7e/d26f9df9-911d-4ac4-abe5-878ae9a96e7e.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.850397] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2050ec-f757-4928-aedb-6cb5033cc738 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.861152] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 920.861152] env[68986]: value = "task-3216151" [ 920.861152] env[68986]: _type = "Task" [ 920.861152] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.867836] env[68986]: DEBUG oslo_vmware.api [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216150, 'name': PowerOffVM_Task, 'duration_secs': 0.241036} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.868847] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.869065] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.869314] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6426980b-33e6-48b2-a0d4-4de9161f7ac9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.874352] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216151, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.904495] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.904867] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.905014] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Deleting the datastore file [datastore1] 7c4f86a5-54a9-4808-ad44-b2951b425a96 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.905582] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d6e2491-746a-4063-b3bf-e92c229f25e3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.913946] env[68986]: DEBUG oslo_vmware.api [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for the task: (returnval){ [ 920.913946] env[68986]: value = "task-3216153" [ 920.913946] env[68986]: _type = "Task" [ 920.913946] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.923880] env[68986]: DEBUG oslo_vmware.api [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.948465] env[68986]: DEBUG nova.compute.manager [req-fdc8875e-917c-40b4-a373-c383560583e9 req-d4245a24-aa68-47b8-b68b-1834dc48ea84 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Received event network-vif-plugged-c3fdf2ef-d805-44c4-bd10-4ffb20085899 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.948818] env[68986]: DEBUG oslo_concurrency.lockutils [req-fdc8875e-917c-40b4-a373-c383560583e9 req-d4245a24-aa68-47b8-b68b-1834dc48ea84 service nova] Acquiring lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.949089] env[68986]: DEBUG oslo_concurrency.lockutils [req-fdc8875e-917c-40b4-a373-c383560583e9 req-d4245a24-aa68-47b8-b68b-1834dc48ea84 service nova] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.949400] env[68986]: DEBUG oslo_concurrency.lockutils [req-fdc8875e-917c-40b4-a373-c383560583e9 req-d4245a24-aa68-47b8-b68b-1834dc48ea84 service nova] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.949504] env[68986]: DEBUG nova.compute.manager [req-fdc8875e-917c-40b4-a373-c383560583e9 req-d4245a24-aa68-47b8-b68b-1834dc48ea84 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] No waiting events found dispatching network-vif-plugged-c3fdf2ef-d805-44c4-bd10-4ffb20085899 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.950276] env[68986]: WARNING nova.compute.manager [req-fdc8875e-917c-40b4-a373-c383560583e9 req-d4245a24-aa68-47b8-b68b-1834dc48ea84 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Received unexpected event network-vif-plugged-c3fdf2ef-d805-44c4-bd10-4ffb20085899 for instance with vm_state building and task_state spawning. [ 921.002397] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216147, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.025121} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.002735] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.003020] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.003440] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61f89693-04fe-426e-8058-628427bd4610 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.013494] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 921.013494] env[68986]: value = "task-3216154" [ 921.013494] env[68986]: _type = "Task" [ 921.013494] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.023984] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.075706] env[68986]: DEBUG nova.network.neutron [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Successfully updated port: c3fdf2ef-d805-44c4-bd10-4ffb20085899 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.083352] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216148, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.28675} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.084147] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] ddd9cc3e-894a-4d2f-920d-de01e60ed62b/ddd9cc3e-894a-4d2f-920d-de01e60ed62b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.084342] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.084459] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1697009e-8655-4889-8f4b-d11253824281 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.092510] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 921.092510] env[68986]: value = "task-3216155" [ 921.092510] env[68986]: _type = "Task" [ 921.092510] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.102785] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.216769] env[68986]: DEBUG nova.objects.base [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Object Instance<1e4bd243-d974-4669-92e5-885339edeae8> lazy-loaded attributes: resources,numa_topology {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.371935] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216151, 'name': Rename_Task, 'duration_secs': 0.169127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.372174] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.372433] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3a88231-09ca-4062-8df4-cdf49e5ecf74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.379678] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 921.379678] env[68986]: value = "task-3216156" [ 921.379678] env[68986]: _type = "Task" [ 921.379678] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.392953] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.427150] env[68986]: DEBUG oslo_vmware.api [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Task: {'id': task-3216153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101664} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.427421] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.427601] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.427771] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.427967] env[68986]: INFO nova.compute.manager [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Took 1.16 seconds to destroy the instance on the hypervisor. [ 921.428211] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.432951] env[68986]: DEBUG nova.compute.manager [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.433091] env[68986]: DEBUG nova.network.neutron [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.461029] env[68986]: DEBUG nova.network.neutron [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.498240] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f62c4c-d6b7-49a6-a469-b18f25a25897 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.508198] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29424ae-9984-4942-9767-437a73be0d0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.545552] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff795a-cc56-4034-90a8-af7c142f585f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.551300] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070432} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.552082] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.552601] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.552860] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.553105] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.553328] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.553591] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.555645] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f029361-2c9d-438f-bd58-14f0c1b1a3f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.560687] env[68986]: INFO nova.compute.manager [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Terminating instance [ 921.563765] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb74d85-dc80-4f7c-997a-f7c887f0e2b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.580826] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "refresh_cache-47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.580826] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "refresh_cache-47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.580826] env[68986]: DEBUG nova.network.neutron [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.590331] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.592469] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21760f5f-e466-499a-a231-aa9e6e6b8e57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.616484] env[68986]: DEBUG nova.compute.provider_tree [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.627585] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068843} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.628871] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.629461] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 921.629461] env[68986]: value = "task-3216157" [ 921.629461] env[68986]: _type = "Task" [ 921.629461] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.630462] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6338bc-056a-49fa-a371-6fe0799ebe9b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.642190] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.659661] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] ddd9cc3e-894a-4d2f-920d-de01e60ed62b/ddd9cc3e-894a-4d2f-920d-de01e60ed62b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.659856] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38efe84-000d-404c-b3ca-096ef7a8eaba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.681929] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 921.681929] env[68986]: value = "task-3216158" [ 921.681929] env[68986]: _type = "Task" [ 921.681929] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.691491] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.892940] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216156, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.964333] env[68986]: DEBUG nova.network.neutron [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.091752] env[68986]: DEBUG nova.compute.manager [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.092067] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.095464] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d983cf92-2477-42f1-af29-87cf34b192a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.103827] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.104102] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9142e23a-789e-4c5c-9335-d2933236ee09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.112125] env[68986]: DEBUG oslo_vmware.api [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 922.112125] env[68986]: value = "task-3216159" [ 922.112125] env[68986]: _type = "Task" [ 922.112125] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.122839] env[68986]: DEBUG nova.scheduler.client.report [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.126834] env[68986]: DEBUG oslo_vmware.api [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.148854] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216157, 'name': ReconfigVM_Task, 'duration_secs': 0.296033} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.149610] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.150629] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73605ec9-d629-42ad-825c-e8dc09ddaf0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.160187] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 922.160187] env[68986]: value = "task-3216160" [ 922.160187] env[68986]: _type = "Task" [ 922.160187] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.161230] env[68986]: DEBUG nova.network.neutron [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.177885] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216160, 'name': Rename_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.193080] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.393978] env[68986]: DEBUG oslo_vmware.api [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216156, 'name': PowerOnVM_Task, 'duration_secs': 0.555866} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.394423] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.394490] env[68986]: INFO nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Took 15.15 seconds to spawn the instance on the hypervisor. [ 922.394654] env[68986]: DEBUG nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.395464] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2904feec-94a9-4ef7-9952-22c5c7cff239 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.467172] env[68986]: INFO nova.compute.manager [-] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Took 1.03 seconds to deallocate network for instance. [ 922.624469] env[68986]: DEBUG oslo_vmware.api [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216159, 'name': PowerOffVM_Task, 'duration_secs': 0.338322} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.624741] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.624999] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.625288] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04df5805-2b3d-4d74-9a6f-92dcf94e66dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.628716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.420s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.631180] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.826s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.631255] env[68986]: DEBUG nova.objects.instance [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.676025] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216160, 'name': Rename_Task, 'duration_secs': 0.148336} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.676325] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.676570] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1d8c73-45e9-4622-a12c-83bd0b184744 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.684307] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 922.684307] env[68986]: value = "task-3216162" [ 922.684307] env[68986]: _type = "Task" [ 922.684307] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.695447] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.695649] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.704021] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216158, 'name': ReconfigVM_Task, 'duration_secs': 0.772424} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.704362] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] ddd9cc3e-894a-4d2f-920d-de01e60ed62b/ddd9cc3e-894a-4d2f-920d-de01e60ed62b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.704866] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.705356] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808d5553-d32d-4ae0-8091-84ef0212c3d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.714788] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 922.714788] env[68986]: value = "task-3216163" [ 922.714788] env[68986]: _type = "Task" [ 922.714788] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.728269] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216163, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.735659] env[68986]: DEBUG nova.network.neutron [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Updating instance_info_cache with network_info: [{"id": "c3fdf2ef-d805-44c4-bd10-4ffb20085899", "address": "fa:16:3e:ab:e5:f8", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdf2ef-d8", "ovs_interfaceid": "c3fdf2ef-d805-44c4-bd10-4ffb20085899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.742168] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.742547] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.742913] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Deleting the datastore file [datastore2] 2da173fe-12dc-4a74-a960-6d9de52f3c34 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.743522] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a90167c-f867-476a-ab88-d03de2e9c3c4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.754179] env[68986]: DEBUG oslo_vmware.api [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for the task: (returnval){ [ 922.754179] env[68986]: value = "task-3216164" [ 922.754179] env[68986]: _type = "Task" [ 922.754179] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.778351] env[68986]: DEBUG oslo_vmware.api [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.919382] env[68986]: INFO nova.compute.manager [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Took 26.46 seconds to build instance. [ 922.979778] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.142085] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bfd0222d-bd56-4326-af6e-3efe6a98204e tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.189s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.143958] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.843s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.143958] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "1e4bd243-d974-4669-92e5-885339edeae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.143958] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.143958] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.145134] env[68986]: INFO nova.compute.manager [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Terminating instance [ 923.197940] env[68986]: DEBUG nova.compute.manager [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Received event network-changed-c3fdf2ef-d805-44c4-bd10-4ffb20085899 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.198284] env[68986]: DEBUG nova.compute.manager [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Refreshing instance network info cache due to event network-changed-c3fdf2ef-d805-44c4-bd10-4ffb20085899. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.198645] env[68986]: DEBUG oslo_concurrency.lockutils [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] Acquiring lock "refresh_cache-47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.201496] env[68986]: DEBUG nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.211731] env[68986]: DEBUG oslo_vmware.api [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216162, 'name': PowerOnVM_Task, 'duration_secs': 0.495479} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.212259] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.212486] env[68986]: DEBUG nova.compute.manager [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.219920] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0f2f9-ed3c-4be5-a715-216c5a5ba2a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.232627] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216163, 'name': Rename_Task, 'duration_secs': 0.192915} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.234191] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.238878] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86e8fe58-6575-407d-95f6-929d3f1cecf1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.248023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "refresh_cache-47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.248023] env[68986]: DEBUG nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Instance network_info: |[{"id": "c3fdf2ef-d805-44c4-bd10-4ffb20085899", "address": "fa:16:3e:ab:e5:f8", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdf2ef-d8", "ovs_interfaceid": "c3fdf2ef-d805-44c4-bd10-4ffb20085899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.248023] env[68986]: DEBUG oslo_concurrency.lockutils [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] Acquired lock "refresh_cache-47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.248023] env[68986]: DEBUG nova.network.neutron [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Refreshing network info cache for port c3fdf2ef-d805-44c4-bd10-4ffb20085899 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.249216] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:e5:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3fdf2ef-d805-44c4-bd10-4ffb20085899', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.257390] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating folder: Project (6814a4555a2d47c6b6d40de2502d2d76). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.259577] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc52c4a8-c23e-4fde-b1b9-3554b75df08e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267044] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 923.267044] env[68986]: value = "task-3216165" [ 923.267044] env[68986]: _type = "Task" [ 923.267044] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.275674] env[68986]: DEBUG oslo_vmware.api [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Task: {'id': task-3216164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172084} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.278841] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.279063] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.279244] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.279412] env[68986]: INFO nova.compute.manager [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Took 1.19 seconds to destroy the instance on the hypervisor. [ 923.279649] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.280224] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.281669] env[68986]: DEBUG nova.compute.manager [-] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.281808] env[68986]: DEBUG nova.network.neutron [-] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.284400] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created folder: Project (6814a4555a2d47c6b6d40de2502d2d76) in parent group-v642845. [ 923.284568] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating folder: Instances. Parent ref: group-v643054. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.287017] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc006852-e095-4203-b5cd-20ea734acf95 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.297864] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created folder: Instances in parent group-v643054. [ 923.298204] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.298473] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.298681] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa0629c6-6c7d-43d5-937d-f9ef99b8bab3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.320198] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.320198] env[68986]: value = "task-3216168" [ 923.320198] env[68986]: _type = "Task" [ 923.320198] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.328706] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216168, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.421839] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a8c4f587-0e4c-4af3-9634-f37f3092bf4a tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.540s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.550678] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "13f98972-815a-465e-a7df-588ae41c9ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.552107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "13f98972-815a-465e-a7df-588ae41c9ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.643243] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7defbb13-f5e3-4a13-9618-347a55d4564f tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.647580] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.732s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.647580] env[68986]: DEBUG nova.objects.instance [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lazy-loading 'resources' on Instance uuid f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.648432] env[68986]: DEBUG nova.compute.manager [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.648629] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.649123] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f86b1887-578c-4992-9eff-72dd918e6afa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.661034] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d039d369-dfa9-4b34-b5b9-9cac87b0e8b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.699421] env[68986]: WARNING nova.virt.vmwareapi.vmops [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1e4bd243-d974-4669-92e5-885339edeae8 could not be found. [ 923.699631] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.699817] env[68986]: INFO nova.compute.manager [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Took 0.05 seconds to destroy the instance on the hypervisor. [ 923.702878] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.703260] env[68986]: DEBUG nova.compute.manager [-] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.703366] env[68986]: DEBUG nova.network.neutron [-] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.733160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.752921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.778691] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.830199] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216168, 'name': CreateVM_Task, 'duration_secs': 0.400524} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.830391] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.831121] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831397] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.831601] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.831853] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e1261e-82c4-418e-9376-45e8dd342674 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.837403] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 923.837403] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287e67e-f90b-aec1-2271-df5c5c801d6d" [ 923.837403] env[68986]: _type = "Task" [ 923.837403] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.846492] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287e67e-f90b-aec1-2271-df5c5c801d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.014110] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.014402] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.014613] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.014812] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.014983] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.017312] env[68986]: INFO nova.compute.manager [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Terminating instance [ 924.057899] env[68986]: DEBUG nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.118115] env[68986]: DEBUG nova.network.neutron [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Updated VIF entry in instance network info cache for port c3fdf2ef-d805-44c4-bd10-4ffb20085899. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.118444] env[68986]: DEBUG nova.network.neutron [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Updating instance_info_cache with network_info: [{"id": "c3fdf2ef-d805-44c4-bd10-4ffb20085899", "address": "fa:16:3e:ab:e5:f8", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdf2ef-d8", "ovs_interfaceid": "c3fdf2ef-d805-44c4-bd10-4ffb20085899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.167809] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "366411c4-6754-460d-9187-214c04fad427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.168224] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "366411c4-6754-460d-9187-214c04fad427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.209319] env[68986]: DEBUG nova.network.neutron [-] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.283162] env[68986]: DEBUG oslo_vmware.api [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216165, 'name': PowerOnVM_Task, 'duration_secs': 0.693953} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.288902] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.288902] env[68986]: INFO nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Took 10.51 seconds to spawn the instance on the hypervisor. [ 924.288902] env[68986]: DEBUG nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.290303] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b19c874-b7ea-4261-86f5-b3e180b3b6e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.356240] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287e67e-f90b-aec1-2271-df5c5c801d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.023362} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.357086] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.357372] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.357981] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.357981] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.358795] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.358795] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-999a9123-8df5-42a1-bca0-d1f5503701d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.369116] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.369351] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.370041] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278d8bc2-6bd0-4dc3-a59f-75a6d61faa8d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.380828] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 924.380828] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb161a-1078-5354-d2c0-0417a2f8e165" [ 924.380828] env[68986]: _type = "Task" [ 924.380828] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.392018] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb161a-1078-5354-d2c0-0417a2f8e165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.515782] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cab389-f533-4542-9e25-26033fca05f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.522090] env[68986]: DEBUG nova.compute.manager [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.522349] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.523240] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455aa178-b0e7-4ab1-9869-b2438e7271ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.527228] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1425431-e12d-421c-a7bb-f6a1da99d026 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.535743] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.560208] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6456c86c-1c8b-4b8c-bb7c-f4f1efcec2bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.565071] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf5f87-88cc-40a1-80b5-ee7b168515bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.579395] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a249f317-8639-4e0e-bcad-c090a502b5f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.584167] env[68986]: DEBUG oslo_vmware.api [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 924.584167] env[68986]: value = "task-3216169" [ 924.584167] env[68986]: _type = "Task" [ 924.584167] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.589560] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.599224] env[68986]: DEBUG nova.compute.provider_tree [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.612810] env[68986]: DEBUG oslo_vmware.api [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.621040] env[68986]: DEBUG oslo_concurrency.lockutils [req-2c47490c-a653-4a1b-9c12-bf46783e5a6a req-54988e56-d38b-4733-97f0-dcdbead2a502 service nova] Releasing lock "refresh_cache-47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.672032] env[68986]: DEBUG nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.712026] env[68986]: INFO nova.compute.manager [-] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Took 1.43 seconds to deallocate network for instance. [ 924.797174] env[68986]: DEBUG nova.network.neutron [-] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.812774] env[68986]: INFO nova.compute.manager [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Took 26.23 seconds to build instance. [ 924.896252] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb161a-1078-5354-d2c0-0417a2f8e165, 'name': SearchDatastore_Task, 'duration_secs': 0.016064} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.897569] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de49fdf-d7d1-4ddb-933c-d6d387d35f24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.904575] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 924.904575] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5206b192-d679-a2ff-3132-f244573b7c93" [ 924.904575] env[68986]: _type = "Task" [ 924.904575] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.914295] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5206b192-d679-a2ff-3132-f244573b7c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.094171] env[68986]: DEBUG oslo_vmware.api [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216169, 'name': PowerOffVM_Task, 'duration_secs': 0.384284} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.094452] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.094616] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.094863] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc47b05e-df30-4c15-8031-b8765b87ef56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.103033] env[68986]: DEBUG nova.scheduler.client.report [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.108911] env[68986]: INFO nova.compute.manager [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Rebuilding instance [ 925.162388] env[68986]: DEBUG nova.compute.manager [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.163333] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf90315-8ffc-4960-8695-aeb9db1be030 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.167244] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.167484] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.167749] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleting the datastore file [datastore1] d26f9df9-911d-4ac4-abe5-878ae9a96e7e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.168527] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-978f0268-d01b-497e-aaf2-a8ca2f56a12f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.184169] env[68986]: DEBUG oslo_vmware.api [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 925.184169] env[68986]: value = "task-3216171" [ 925.184169] env[68986]: _type = "Task" [ 925.184169] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.194020] env[68986]: DEBUG oslo_vmware.api [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.197196] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.217623] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.300251] env[68986]: INFO nova.compute.manager [-] [instance: 1e4bd243-d974-4669-92e5-885339edeae8] Took 1.60 seconds to deallocate network for instance. [ 925.315468] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c884af4-3a50-4711-9331-c90e1afd5300 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.745s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.337124] env[68986]: DEBUG nova.compute.manager [req-be2dcf1a-cf6a-48a1-ad48-3d9efed7eac6 req-ee536952-5715-4522-8d17-cec4fc15e2a9 service nova] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Received event network-vif-deleted-4ad95b19-3a6a-4a26-aefb-f9f0ce89c3ce {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.416207] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5206b192-d679-a2ff-3132-f244573b7c93, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.416483] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.416736] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8/47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.417056] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a626a857-28fc-4435-ad0e-8287df10a234 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.425028] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 925.425028] env[68986]: value = "task-3216172" [ 925.425028] env[68986]: _type = "Task" [ 925.425028] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.433222] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.607584] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.610682] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.714s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.630296] env[68986]: INFO nova.scheduler.client.report [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Deleted allocations for instance f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2 [ 925.650020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.650020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.698764] env[68986]: DEBUG oslo_vmware.api [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318626} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.699098] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.701113] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.701113] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.701113] env[68986]: INFO nova.compute.manager [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 925.701113] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.701113] env[68986]: DEBUG nova.compute.manager [-] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.701113] env[68986]: DEBUG nova.network.neutron [-] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.935728] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216172, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.149340] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cd3e7e79-dd8c-477f-9468-619633c321f9 tempest-VolumesAdminNegativeTest-1380677269 tempest-VolumesAdminNegativeTest-1380677269-project-member] Lock "f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.091s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.155026] env[68986]: DEBUG nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.180179] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.180485] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72438b8-8eba-4872-8c89-f2f1cdaf9291 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.189681] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 926.189681] env[68986]: value = "task-3216173" [ 926.189681] env[68986]: _type = "Task" [ 926.189681] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.203308] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.330722] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b754257f-324e-4319-a3e9-1024105d771f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "1e4bd243-d974-4669-92e5-885339edeae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.187s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.444060] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560136} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.444060] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8/47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.444060] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.444060] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfe07c49-91f1-4069-8b45-571935dd3c43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.452984] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 926.452984] env[68986]: value = "task-3216174" [ 926.452984] env[68986]: _type = "Task" [ 926.452984] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.461530] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08ff20e-08ad-4925-9af8-1146729e59fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.475605] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d86a048-1080-4cec-9f4a-ddcc896ba433 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.513367] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51832ce-3e38-4f1a-80f4-d7934ae25cee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.523262] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765dbf32-0f38-421b-b7a2-0cd074ddb227 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.538727] env[68986]: DEBUG nova.compute.provider_tree [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.632866] env[68986]: DEBUG nova.network.neutron [-] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.679019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.679582] env[68986]: DEBUG nova.compute.manager [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Received event network-changed-b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.679733] env[68986]: DEBUG nova.compute.manager [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Refreshing instance network info cache due to event network-changed-b14ab3ac-6fb9-481d-bec9-e67ee066cf13. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.680016] env[68986]: DEBUG oslo_concurrency.lockutils [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] Acquiring lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.680236] env[68986]: DEBUG oslo_concurrency.lockutils [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] Acquired lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.680464] env[68986]: DEBUG nova.network.neutron [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Refreshing network info cache for port b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.705329] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216173, 'name': PowerOffVM_Task, 'duration_secs': 0.12635} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.705636] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.709018] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.709018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fdfa57-9000-4315-a82b-21671dcc9ee2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.715231] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.715511] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd161f5a-38fe-4178-bd9f-d207476cf632 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.744283] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.744529] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.744727] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Deleting the datastore file [datastore1] b7085c2d-62c3-4fe0-8e5d-04311052c7ba {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.745035] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc7152b6-5c40-4786-84f9-37e7830dde0f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.753248] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 926.753248] env[68986]: value = "task-3216176" [ 926.753248] env[68986]: _type = "Task" [ 926.753248] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.761588] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.965550] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103645} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.965825] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.966662] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd4b50-b519-4ada-b6d0-5b011389e102 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.993921] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8/47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.995673] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee082db-3c34-4492-abae-599de57ccf4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.014455] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.014664] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.022544] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 927.022544] env[68986]: value = "task-3216177" [ 927.022544] env[68986]: _type = "Task" [ 927.022544] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.032203] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.041599] env[68986]: DEBUG nova.scheduler.client.report [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.135176] env[68986]: INFO nova.compute.manager [-] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Took 1.43 seconds to deallocate network for instance. [ 927.265449] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112436} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.265824] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.266061] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.266247] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.460207] env[68986]: DEBUG nova.network.neutron [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Updated VIF entry in instance network info cache for port b14ab3ac-6fb9-481d-bec9-e67ee066cf13. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.460550] env[68986]: DEBUG nova.network.neutron [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Updating instance_info_cache with network_info: [{"id": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "address": "fa:16:3e:ef:a5:b1", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ab3ac-6f", "ovs_interfaceid": "b14ab3ac-6fb9-481d-bec9-e67ee066cf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.519528] env[68986]: DEBUG nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.536642] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.643614] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.965898] env[68986]: DEBUG oslo_concurrency.lockutils [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] Releasing lock "refresh_cache-ddd9cc3e-894a-4d2f-920d-de01e60ed62b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.966203] env[68986]: DEBUG nova.compute.manager [req-9e3af7cb-8aac-4f8c-a3b5-63f485458b75 req-f64f7df7-7d95-42d0-9c3d-74805d96b922 service nova] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Received event network-vif-deleted-4e7d3a32-87f4-45c8-ab70-ee2648914bc1 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.042732] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.052012] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.053595] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.444s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.053805] env[68986]: DEBUG nova.compute.manager [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68986) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 928.056748] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.235s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.058365] env[68986]: INFO nova.compute.claims [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.310187] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.310440] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.310603] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.310765] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.311172] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.311172] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.311319] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.311423] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.311588] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.311750] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.311923] env[68986]: DEBUG nova.virt.hardware [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.312801] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20966067-c6cf-4199-af36-3e0a7c1f8821 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.323093] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdcdff2-49a7-4697-8fdf-648e26ff2aaf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.341355] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.347318] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.347596] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.347816] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f6c6011-47c9-449f-abc6-47529e7bdc68 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.370725] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.370725] env[68986]: value = "task-3216178" [ 928.370725] env[68986]: _type = "Task" [ 928.370725] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.379734] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216178, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.542201] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.623050] env[68986]: INFO nova.scheduler.client.report [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted allocation for migration 60a790ff-427e-4b27-b60c-088d6a995ea1 [ 928.883250] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216178, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.039076] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.131641] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8fb23a4b-e8f9-46db-a319-0bfed11710d8 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.137s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.389041] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216178, 'name': CreateVM_Task, 'duration_secs': 0.91367} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.389041] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.389041] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389041] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389041] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389041] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa5cf99-d881-45ad-9b37-86d7a285d496 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.399169] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 929.399169] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f7194b-2401-1927-6ecd-115bd1c38da1" [ 929.399169] env[68986]: _type = "Task" [ 929.399169] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.413147] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f7194b-2401-1927-6ecd-115bd1c38da1, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.416180] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.416466] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.416715] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.416863] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.417067] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.417587] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-918387ed-d168-4c9f-8b75-a9405188a6f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.427787] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.427973] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.429146] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae27c5cf-7734-496d-8c09-732d64acda17 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.434535] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 929.434535] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527f2987-ab0c-6dfa-51a9-5da8f28ef40f" [ 929.434535] env[68986]: _type = "Task" [ 929.434535] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.440654] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb715d06-7e99-4b0d-8dcf-920fdba5e0e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.449260] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527f2987-ab0c-6dfa-51a9-5da8f28ef40f, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.451827] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b329a56e-59a9-4b78-826a-0c5e48e3b706 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.455665] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74923d-aa68-44ee-aa55-bb4133800905 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.461967] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 929.461967] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f45b1a-df63-9677-c5d9-e6699ff52d44" [ 929.461967] env[68986]: _type = "Task" [ 929.461967] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.490256] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91234e87-9694-4c91-99a0-12ce96b3327a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.501378] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b90a5-5361-4266-ad1d-0b6de780d1bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.505248] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f45b1a-df63-9677-c5d9-e6699ff52d44, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.505506] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.505757] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.506371] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c083e6af-d67c-4762-9ec9-ed11951f56a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.516653] env[68986]: DEBUG nova.compute.provider_tree [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.519995] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 929.519995] env[68986]: value = "task-3216179" [ 929.519995] env[68986]: _type = "Task" [ 929.519995] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.528943] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.537506] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216177, 'name': ReconfigVM_Task, 'duration_secs': 2.08797} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.537763] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8/47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.538402] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0ee939e-8de3-4ff5-8c55-00d724874061 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.546197] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 929.546197] env[68986]: value = "task-3216180" [ 929.546197] env[68986]: _type = "Task" [ 929.546197] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.554192] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216180, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.718420] env[68986]: DEBUG nova.objects.instance [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'flavor' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.020090] env[68986]: DEBUG nova.scheduler.client.report [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.037108] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49284} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.037373] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.037587] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.037836] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a8dae6-fde2-4899-bf77-ab4b285f5611 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.044676] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 930.044676] env[68986]: value = "task-3216181" [ 930.044676] env[68986]: _type = "Task" [ 930.044676] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.060507] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.064419] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216180, 'name': Rename_Task, 'duration_secs': 0.152259} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.064688] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.064931] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4b1e491-0b1c-4909-b9e8-88337af40cd9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.072772] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 930.072772] env[68986]: value = "task-3216182" [ 930.072772] env[68986]: _type = "Task" [ 930.072772] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.081532] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.225496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.225496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.225496] env[68986]: DEBUG nova.network.neutron [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.225496] env[68986]: DEBUG nova.objects.instance [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'info_cache' on Instance uuid 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.529953] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.530523] env[68986]: DEBUG nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.533455] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.554s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.533674] env[68986]: DEBUG nova.objects.instance [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lazy-loading 'resources' on Instance uuid 7c4f86a5-54a9-4808-ad44-b2951b425a96 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.557338] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080721} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.557616] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.558436] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bf09e2-7a92-4c71-9090-dd6159a3e937 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.582072] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.582072] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b934af38-1115-40a4-96ce-2785e6ef3747 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.607954] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216182, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.609398] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 930.609398] env[68986]: value = "task-3216183" [ 930.609398] env[68986]: _type = "Task" [ 930.609398] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.618106] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.730027] env[68986]: DEBUG nova.objects.base [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Object Instance<3d2440ed-660a-45be-b0ed-f3f3831eccdd> lazy-loaded attributes: flavor,info_cache {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 931.037630] env[68986]: DEBUG nova.compute.utils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.043172] env[68986]: DEBUG nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.043172] env[68986]: DEBUG nova.network.neutron [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.103690] env[68986]: DEBUG oslo_vmware.api [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216182, 'name': PowerOnVM_Task, 'duration_secs': 1.016096} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.105669] env[68986]: DEBUG nova.policy [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc9bdab73ba46639012d5491a1bfdce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3224e7fdf0eb4d20bfedfff329a908d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.107083] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.107488] env[68986]: INFO nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Took 10.84 seconds to spawn the instance on the hypervisor. [ 931.107705] env[68986]: DEBUG nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.111857] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab3ea9b-2411-455d-b2fc-07b5e0efcd8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.132333] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.395762] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f675f07-52a9-4ff4-9c73-3ea2953bef0b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.412164] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3772838b-9575-416b-b115-1b5f88c6a3d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.449659] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd65322-0492-48b9-890f-018bf73efb4b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.462101] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e04ea2-9e2b-4dd7-a321-bf2d16e394ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.482096] env[68986]: DEBUG nova.compute.provider_tree [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.520690] env[68986]: DEBUG nova.network.neutron [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Successfully created port: c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.527428] env[68986]: DEBUG nova.network.neutron [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [{"id": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "address": "fa:16:3e:a2:a5:d8", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccb6711-8c", "ovs_interfaceid": "bccb6711-8c79-45d3-a47d-d441d37ed59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.545751] env[68986]: DEBUG nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.628668] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216183, 'name': ReconfigVM_Task, 'duration_secs': 0.707813} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.628806] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Reconfigured VM instance instance-00000044 to attach disk [datastore2] b7085c2d-62c3-4fe0-8e5d-04311052c7ba/b7085c2d-62c3-4fe0-8e5d-04311052c7ba.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.629630] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-402a50f8-f3e6-487b-b2e0-8fb7b0abfd51 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.646027] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 931.646027] env[68986]: value = "task-3216184" [ 931.646027] env[68986]: _type = "Task" [ 931.646027] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.657265] env[68986]: INFO nova.compute.manager [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Took 28.62 seconds to build instance. [ 931.671756] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216184, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.991816] env[68986]: DEBUG nova.scheduler.client.report [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.028579] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-3d2440ed-660a-45be-b0ed-f3f3831eccdd" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.159158] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216184, 'name': Rename_Task, 'duration_secs': 0.24413} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.159779] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.160081] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa4bd73e-850c-47f3-91dc-d671b5575d4f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.163230] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f7b9079-522d-4da7-859b-2d066783e98f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.137s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.167666] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Waiting for the task: (returnval){ [ 932.167666] env[68986]: value = "task-3216185" [ 932.167666] env[68986]: _type = "Task" [ 932.167666] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.175799] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.494856] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.497530] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.764s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.499082] env[68986]: INFO nova.compute.claims [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.517741] env[68986]: INFO nova.scheduler.client.report [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Deleted allocations for instance 7c4f86a5-54a9-4808-ad44-b2951b425a96 [ 932.556140] env[68986]: DEBUG nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.577270] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.577524] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.577682] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.577859] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.578013] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.578166] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.578481] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.578564] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.578790] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.578889] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.579087] env[68986]: DEBUG nova.virt.hardware [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.580276] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3659ddf-16dd-4ce2-b4ca-3f2e08c93963 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.588981] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e509da5-ed1c-4067-8865-2de5f23db0f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.678869] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216185, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.962385] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.962652] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.962864] env[68986]: INFO nova.compute.manager [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Shelving [ 933.026084] env[68986]: DEBUG oslo_concurrency.lockutils [None req-93ff0f52-2a42-40c4-a5fe-789a792197a8 tempest-ServersListShow298Test-1665448100 tempest-ServersListShow298Test-1665448100-project-member] Lock "7c4f86a5-54a9-4808-ad44-b2951b425a96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.378s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.035939] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.036362] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba587896-d9c8-49a7-9317-a80030446f9b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.046137] env[68986]: DEBUG oslo_vmware.api [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 933.046137] env[68986]: value = "task-3216186" [ 933.046137] env[68986]: _type = "Task" [ 933.046137] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.055499] env[68986]: DEBUG oslo_vmware.api [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.181529] env[68986]: DEBUG oslo_vmware.api [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Task: {'id': task-3216185, 'name': PowerOnVM_Task, 'duration_secs': 0.950045} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.181917] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.182139] env[68986]: DEBUG nova.compute.manager [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.183102] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3035af-1d18-4b0c-accb-b4c022abab74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.302103] env[68986]: DEBUG nova.compute.manager [req-55a49e5a-6085-4068-96a3-79449bbb239a req-ad095d5a-dc92-44c5-a9ee-47b8cdfd12cc service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Received event network-vif-plugged-c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.302358] env[68986]: DEBUG oslo_concurrency.lockutils [req-55a49e5a-6085-4068-96a3-79449bbb239a req-ad095d5a-dc92-44c5-a9ee-47b8cdfd12cc service nova] Acquiring lock "f4729a48-664b-44cd-b0eb-881900adb996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.302622] env[68986]: DEBUG oslo_concurrency.lockutils [req-55a49e5a-6085-4068-96a3-79449bbb239a req-ad095d5a-dc92-44c5-a9ee-47b8cdfd12cc service nova] Lock "f4729a48-664b-44cd-b0eb-881900adb996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.302819] env[68986]: DEBUG oslo_concurrency.lockutils [req-55a49e5a-6085-4068-96a3-79449bbb239a req-ad095d5a-dc92-44c5-a9ee-47b8cdfd12cc service nova] Lock "f4729a48-664b-44cd-b0eb-881900adb996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.302963] env[68986]: DEBUG nova.compute.manager [req-55a49e5a-6085-4068-96a3-79449bbb239a req-ad095d5a-dc92-44c5-a9ee-47b8cdfd12cc service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] No waiting events found dispatching network-vif-plugged-c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.303142] env[68986]: WARNING nova.compute.manager [req-55a49e5a-6085-4068-96a3-79449bbb239a req-ad095d5a-dc92-44c5-a9ee-47b8cdfd12cc service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Received unexpected event network-vif-plugged-c14ce1d0-e28a-4a47-8846-c56124c09eab for instance with vm_state building and task_state spawning. [ 933.399430] env[68986]: DEBUG nova.network.neutron [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Successfully updated port: c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.534111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "005ebe76-ca9e-4fcf-874a-9252cce4946b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.534413] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.563504] env[68986]: DEBUG oslo_vmware.api [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.704575] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.812980] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae09e00-4809-4c13-b7e9-c7174ef02f8f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.821542] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1727e2b-65f1-4b5d-ba65-40aac53208f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.854771] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc356c53-9004-4b83-b08a-e00c1f2a7b70 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.863263] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb1a23-eee0-49df-9d62-59e6d6e6b2af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.878281] env[68986]: DEBUG nova.compute.provider_tree [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.901007] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.901180] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquired lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.901377] env[68986]: DEBUG nova.network.neutron [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.975544] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.976471] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4fa50bd-9939-4160-b413-1ca0b9c64fe9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.985835] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 933.985835] env[68986]: value = "task-3216187" [ 933.985835] env[68986]: _type = "Task" [ 933.985835] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.994918] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.040277] env[68986]: DEBUG nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.061144] env[68986]: DEBUG oslo_vmware.api [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216186, 'name': PowerOnVM_Task, 'duration_secs': 0.566296} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.061144] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.061391] env[68986]: DEBUG nova.compute.manager [None req-8e6b55d2-a5d2-44b6-939e-18e85861b438 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.062044] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860ef464-ec27-43e1-8f3a-2d809fe59d11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.381125] env[68986]: DEBUG nova.scheduler.client.report [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.390315] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.390588] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.390793] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.390971] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.391151] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.393159] env[68986]: INFO nova.compute.manager [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Terminating instance [ 934.440991] env[68986]: DEBUG nova.network.neutron [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.496217] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216187, 'name': PowerOffVM_Task, 'duration_secs': 0.328127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.496485] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.497296] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a43259-ed6e-4a52-98a7-d46c246de6fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.519103] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e1d0c0-6f2f-49be-b741-c76324081c00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.562591] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.657051] env[68986]: DEBUG nova.network.neutron [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.886457] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.886978] env[68986]: DEBUG nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.889588] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.138s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.889726] env[68986]: DEBUG nova.objects.instance [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.896551] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "refresh_cache-b7085c2d-62c3-4fe0-8e5d-04311052c7ba" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.896711] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquired lock "refresh_cache-b7085c2d-62c3-4fe0-8e5d-04311052c7ba" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.896875] env[68986]: DEBUG nova.network.neutron [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.029841] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.030211] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5bac38a7-e5aa-407c-b6bf-bffb39db4b20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.040180] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 935.040180] env[68986]: value = "task-3216188" [ 935.040180] env[68986]: _type = "Task" [ 935.040180] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.051617] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216188, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.159745] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Releasing lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.160352] env[68986]: DEBUG nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Instance network_info: |[{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.160588] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:77:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c14ce1d0-e28a-4a47-8846-c56124c09eab', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.168742] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Creating folder: Project (3224e7fdf0eb4d20bfedfff329a908d2). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.169151] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-577e9f27-4a38-4c7a-a31b-c00417412087 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.182021] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Created folder: Project (3224e7fdf0eb4d20bfedfff329a908d2) in parent group-v642845. [ 935.182241] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Creating folder: Instances. Parent ref: group-v643058. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.182485] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91136061-ccb8-4b38-8d4d-40c21e8306ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.192819] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Created folder: Instances in parent group-v643058. [ 935.192819] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.193027] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.193178] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-545b1d61-5b27-464b-9cbc-b15506654082 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.213428] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.213428] env[68986]: value = "task-3216191" [ 935.213428] env[68986]: _type = "Task" [ 935.213428] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.221613] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216191, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.368543] env[68986]: DEBUG nova.compute.manager [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Received event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.368812] env[68986]: DEBUG nova.compute.manager [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing instance network info cache due to event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.369024] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] Acquiring lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.369277] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] Acquired lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.369494] env[68986]: DEBUG nova.network.neutron [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.394103] env[68986]: DEBUG nova.compute.utils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.398168] env[68986]: DEBUG nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.398288] env[68986]: DEBUG nova.network.neutron [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.419290] env[68986]: DEBUG nova.network.neutron [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.444504] env[68986]: DEBUG nova.policy [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f1dc8ee290b48ca999ff3f3ede3ad4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b87a7e4a30504d5e859e8e5a5a2a40cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.476320] env[68986]: DEBUG nova.network.neutron [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.553425] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216188, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.725109] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216191, 'name': CreateVM_Task, 'duration_secs': 0.348968} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.725382] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.726078] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.726278] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.726636] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.726959] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdc30fe-db39-4790-a802-478d294738a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.733515] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 935.733515] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529dccf1-5435-8a13-f6d5-3b8b04c31e41" [ 935.733515] env[68986]: _type = "Task" [ 935.733515] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.744037] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529dccf1-5435-8a13-f6d5-3b8b04c31e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.745000] env[68986]: DEBUG nova.network.neutron [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Successfully created port: 58da02e8-69aa-463a-8403-812f15162700 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.898721] env[68986]: DEBUG nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.902604] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f15bcb89-eff3-42f3-a0b2-dd950579e1a1 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.903696] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.315s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.905511] env[68986]: INFO nova.compute.claims [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.947811] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.949040] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.949040] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.949040] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.949040] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.951969] env[68986]: INFO nova.compute.manager [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Terminating instance [ 935.982103] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Releasing lock "refresh_cache-b7085c2d-62c3-4fe0-8e5d-04311052c7ba" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.982103] env[68986]: DEBUG nova.compute.manager [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.982103] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.983888] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326a47bc-f824-48d1-9afe-4267b0f8ffe1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.994024] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.994024] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-398682a5-1612-4e2d-8c21-98abc8ca2b7b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.003133] env[68986]: DEBUG oslo_vmware.api [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 936.003133] env[68986]: value = "task-3216192" [ 936.003133] env[68986]: _type = "Task" [ 936.003133] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.014526] env[68986]: DEBUG oslo_vmware.api [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.051318] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216188, 'name': CreateSnapshot_Task, 'duration_secs': 0.767252} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.051603] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.052392] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad95903-2d87-4c13-b62f-a00cac476124 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.149460] env[68986]: DEBUG nova.network.neutron [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updated VIF entry in instance network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.149907] env[68986]: DEBUG nova.network.neutron [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.244902] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529dccf1-5435-8a13-f6d5-3b8b04c31e41, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.244902] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.244902] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.244902] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.244902] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.245227] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.245227] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93ca989a-ecb0-413d-96f8-2f74600cc6b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.254010] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.254202] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.254901] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e197456-0d7c-4684-b23e-9b880666d37d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.260843] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 936.260843] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be00c1-0b16-67ba-5355-995734ae2199" [ 936.260843] env[68986]: _type = "Task" [ 936.260843] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.267842] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be00c1-0b16-67ba-5355-995734ae2199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.456719] env[68986]: DEBUG nova.compute.manager [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.457056] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.457875] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48a149-34b2-4e15-a40e-579e1eddaa2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.465961] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.466070] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95f698eb-8cee-4f03-8015-48cca96fc816 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.472346] env[68986]: DEBUG oslo_vmware.api [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 936.472346] env[68986]: value = "task-3216193" [ 936.472346] env[68986]: _type = "Task" [ 936.472346] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.483023] env[68986]: DEBUG oslo_vmware.api [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.513643] env[68986]: DEBUG oslo_vmware.api [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216192, 'name': PowerOffVM_Task, 'duration_secs': 0.141005} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.513915] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.514122] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.514381] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b51bf03-d955-464f-9d89-0b5174c8f221 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.542238] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.542459] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.542674] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Deleting the datastore file [datastore2] b7085c2d-62c3-4fe0-8e5d-04311052c7ba {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.542932] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73fb3919-49c6-497f-999e-dd9256ce4200 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.550027] env[68986]: DEBUG oslo_vmware.api [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for the task: (returnval){ [ 936.550027] env[68986]: value = "task-3216195" [ 936.550027] env[68986]: _type = "Task" [ 936.550027] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.557706] env[68986]: DEBUG oslo_vmware.api [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.574976] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.575669] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5460dca3-623e-4998-ae50-149fdd95f6f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.586581] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 936.586581] env[68986]: value = "task-3216196" [ 936.586581] env[68986]: _type = "Task" [ 936.586581] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.596174] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216196, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.653011] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef85692f-2dac-475d-b3c9-9d3c68c80478 req-14d66690-0bdb-4e85-b449-fb31f5a9196c service nova] Releasing lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.772132] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be00c1-0b16-67ba-5355-995734ae2199, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.772993] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7fa89a-2cd2-4d38-b717-8cc1066aea11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.778732] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 936.778732] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52783d00-4db7-93a1-2e1e-80ba046fb610" [ 936.778732] env[68986]: _type = "Task" [ 936.778732] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.787615] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52783d00-4db7-93a1-2e1e-80ba046fb610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.916190] env[68986]: DEBUG nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.945381] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.945567] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.945727] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.945905] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.946102] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.946269] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.946480] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.946637] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.946803] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.946986] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.947203] env[68986]: DEBUG nova.virt.hardware [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.950397] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a8c167-7b5c-46a3-99f8-ea87fcd3ee85 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.959012] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15702e02-77f4-484a-932e-3052d862c034 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.985559] env[68986]: DEBUG oslo_vmware.api [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216193, 'name': PowerOffVM_Task, 'duration_secs': 0.222768} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.986221] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.986503] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.986647] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1cb3c7a-41e4-46ae-b5ff-b9bcb85d09b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.063874] env[68986]: DEBUG oslo_vmware.api [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Task: {'id': task-3216195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312352} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.064134] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.064208] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.064894] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.064894] env[68986]: INFO nova.compute.manager [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Took 1.08 seconds to destroy the instance on the hypervisor. [ 937.064894] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.065045] env[68986]: DEBUG nova.compute.manager [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.065045] env[68986]: DEBUG nova.network.neutron [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.082715] env[68986]: DEBUG nova.network.neutron [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.098526] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216196, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.242221] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff73e90-116c-4550-87d1-1ccc6ed23fb1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.251730] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50751834-d04e-4aa6-a5fd-a72ec86aa5aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.287033] env[68986]: DEBUG nova.network.neutron [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Successfully updated port: 58da02e8-69aa-463a-8403-812f15162700 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.290223] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd1bf8-a17e-436d-8df5-8a3d8ec8c3e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.301326] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52783d00-4db7-93a1-2e1e-80ba046fb610, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.302290] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.302543] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f4729a48-664b-44cd-b0eb-881900adb996/f4729a48-664b-44cd-b0eb-881900adb996.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.303819] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a8bc9e-a735-4cfc-8e85-6f1b97753d38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.308822] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db8a3554-17ac-406b-9f12-8495606c451a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.321804] env[68986]: DEBUG nova.compute.provider_tree [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.324342] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 937.324342] env[68986]: value = "task-3216198" [ 937.324342] env[68986]: _type = "Task" [ 937.324342] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.336871] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.407320] env[68986]: DEBUG nova.compute.manager [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Received event network-vif-plugged-58da02e8-69aa-463a-8403-812f15162700 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.407580] env[68986]: DEBUG oslo_concurrency.lockutils [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] Acquiring lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.407848] env[68986]: DEBUG oslo_concurrency.lockutils [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.408247] env[68986]: DEBUG oslo_concurrency.lockutils [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.409369] env[68986]: DEBUG nova.compute.manager [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] No waiting events found dispatching network-vif-plugged-58da02e8-69aa-463a-8403-812f15162700 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.409369] env[68986]: WARNING nova.compute.manager [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Received unexpected event network-vif-plugged-58da02e8-69aa-463a-8403-812f15162700 for instance with vm_state building and task_state spawning. [ 937.409369] env[68986]: DEBUG nova.compute.manager [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Received event network-changed-58da02e8-69aa-463a-8403-812f15162700 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.409369] env[68986]: DEBUG nova.compute.manager [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Refreshing instance network info cache due to event network-changed-58da02e8-69aa-463a-8403-812f15162700. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.409369] env[68986]: DEBUG oslo_concurrency.lockutils [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] Acquiring lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.409993] env[68986]: DEBUG oslo_concurrency.lockutils [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] Acquired lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.409993] env[68986]: DEBUG nova.network.neutron [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Refreshing network info cache for port 58da02e8-69aa-463a-8403-812f15162700 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.586345] env[68986]: DEBUG nova.network.neutron [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.601153] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216196, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.794225] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.827126] env[68986]: DEBUG nova.scheduler.client.report [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.840840] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483345} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.841114] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f4729a48-664b-44cd-b0eb-881900adb996/f4729a48-664b-44cd-b0eb-881900adb996.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.841326] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.841577] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7eb0105-b133-4758-8204-8057b935fe44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.849422] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 937.849422] env[68986]: value = "task-3216199" [ 937.849422] env[68986]: _type = "Task" [ 937.849422] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.858680] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.941058] env[68986]: DEBUG nova.network.neutron [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.040970] env[68986]: DEBUG nova.network.neutron [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.089825] env[68986]: INFO nova.compute.manager [-] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Took 1.02 seconds to deallocate network for instance. [ 938.104194] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216196, 'name': CloneVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.261080] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.261247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.334433] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.335098] env[68986]: DEBUG nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.337742] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.141s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.339084] env[68986]: INFO nova.compute.claims [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.359666] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07602} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.360453] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.361055] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e8236-5083-4484-9fef-5a42dbf5aca4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.384123] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f4729a48-664b-44cd-b0eb-881900adb996/f4729a48-664b-44cd-b0eb-881900adb996.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.385424] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e31b6f-3deb-4faf-9655-e18e86778434 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.406423] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 938.406423] env[68986]: value = "task-3216200" [ 938.406423] env[68986]: _type = "Task" [ 938.406423] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.415615] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.476536] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "ac140517-8651-4f62-8839-c282c1991a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.476671] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "ac140517-8651-4f62-8839-c282c1991a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.543120] env[68986]: DEBUG oslo_concurrency.lockutils [req-3c066eeb-bc31-4d78-ae47-a7cad27ae1de req-547176e6-fd90-415f-88cd-aa5be9a630c9 service nova] Releasing lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.543486] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.543632] env[68986]: DEBUG nova.network.neutron [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.603816] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.604309] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216196, 'name': CloneVM_Task, 'duration_secs': 1.574637} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.604400] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Created linked-clone VM from snapshot [ 938.605264] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256942c-16c4-4f5a-bc47-2a3a4769b59f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.614077] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Uploading image d2ec63f1-b79c-4e8b-a5f3-436cad27a399 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 938.640781] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 938.640781] env[68986]: value = "vm-643062" [ 938.640781] env[68986]: _type = "VirtualMachine" [ 938.640781] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 938.641087] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2633d88e-d431-4b10-841d-9e2affe7891f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.650496] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lease: (returnval){ [ 938.650496] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db37a5-e6f5-5144-9b1b-66ad5b64b297" [ 938.650496] env[68986]: _type = "HttpNfcLease" [ 938.650496] env[68986]: } obtained for exporting VM: (result){ [ 938.650496] env[68986]: value = "vm-643062" [ 938.650496] env[68986]: _type = "VirtualMachine" [ 938.650496] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 938.650787] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the lease: (returnval){ [ 938.650787] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db37a5-e6f5-5144-9b1b-66ad5b64b297" [ 938.650787] env[68986]: _type = "HttpNfcLease" [ 938.650787] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 938.658097] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.658097] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db37a5-e6f5-5144-9b1b-66ad5b64b297" [ 938.658097] env[68986]: _type = "HttpNfcLease" [ 938.658097] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.764036] env[68986]: DEBUG nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.846503] env[68986]: DEBUG nova.compute.utils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.848396] env[68986]: DEBUG nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.850579] env[68986]: DEBUG nova.network.neutron [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.888449] env[68986]: DEBUG nova.policy [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f1dc8ee290b48ca999ff3f3ede3ad4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b87a7e4a30504d5e859e8e5a5a2a40cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.918786] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.979130] env[68986]: DEBUG nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.078132] env[68986]: DEBUG nova.network.neutron [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.142056] env[68986]: DEBUG nova.network.neutron [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Successfully created port: e16df699-a805-4de7-985b-adb8fa07e104 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.160439] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.160439] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db37a5-e6f5-5144-9b1b-66ad5b64b297" [ 939.160439] env[68986]: _type = "HttpNfcLease" [ 939.160439] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.160749] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.160749] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db37a5-e6f5-5144-9b1b-66ad5b64b297" [ 939.160749] env[68986]: _type = "HttpNfcLease" [ 939.160749] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 939.161789] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc8cd3d-df52-4350-a549-e3a692db813b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.170642] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288400e-21d4-41eb-f902-b0be186ff9f7/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.170828] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288400e-21d4-41eb-f902-b0be186ff9f7/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 939.288847] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.297477] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e85b49ec-6578-4cf9-8e66-a1406d387400 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.311118] env[68986]: DEBUG nova.network.neutron [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Updating instance_info_cache with network_info: [{"id": "58da02e8-69aa-463a-8403-812f15162700", "address": "fa:16:3e:8b:0a:b5", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58da02e8-69", "ovs_interfaceid": "58da02e8-69aa-463a-8403-812f15162700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.349094] env[68986]: DEBUG nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.418796] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216200, 'name': ReconfigVM_Task, 'duration_secs': 0.926118} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.419073] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f4729a48-664b-44cd-b0eb-881900adb996/f4729a48-664b-44cd-b0eb-881900adb996.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.419705] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-154c2832-88de-4788-a438-cf8af2db0d6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.430466] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 939.430466] env[68986]: value = "task-3216202" [ 939.430466] env[68986]: _type = "Task" [ 939.430466] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.437993] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216202, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.505828] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.588647] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.588904] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.589117] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleting the datastore file [datastore2] 3d2440ed-660a-45be-b0ed-f3f3831eccdd {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.589410] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faaf5014-a0f9-4c07-aa8c-4b0dc48f7c0a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.596817] env[68986]: DEBUG oslo_vmware.api [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 939.596817] env[68986]: value = "task-3216203" [ 939.596817] env[68986]: _type = "Task" [ 939.596817] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.609496] env[68986]: DEBUG oslo_vmware.api [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.711978] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f20f34-bb89-403f-baea-153ea9d2a919 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.720492] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a2f223-1026-436a-83e6-e5b3b84ed236 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.755894] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ab6f6-ffa9-453d-9922-9e5f9847ee2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.768050] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7707334-94aa-4dd4-8800-ce32a1c04404 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.791861] env[68986]: DEBUG nova.compute.provider_tree [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.813746] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.814280] env[68986]: DEBUG nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Instance network_info: |[{"id": "58da02e8-69aa-463a-8403-812f15162700", "address": "fa:16:3e:8b:0a:b5", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58da02e8-69", "ovs_interfaceid": "58da02e8-69aa-463a-8403-812f15162700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.814865] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:0a:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58da02e8-69aa-463a-8403-812f15162700', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.828859] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Creating folder: Project (b87a7e4a30504d5e859e8e5a5a2a40cb). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.830076] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-152bf8b2-75fa-48c0-a6e6-0283716822b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.845128] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Created folder: Project (b87a7e4a30504d5e859e8e5a5a2a40cb) in parent group-v642845. [ 939.845536] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Creating folder: Instances. Parent ref: group-v643063. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.846534] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05978442-85f6-4815-bb9b-fba2aed2df47 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.862143] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Created folder: Instances in parent group-v643063. [ 939.862429] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.862693] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.863062] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70023b2a-4b99-483a-ba86-a432aae651b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.884647] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.884647] env[68986]: value = "task-3216206" [ 939.884647] env[68986]: _type = "Task" [ 939.884647] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.893900] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216206, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.939260] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216202, 'name': Rename_Task, 'duration_secs': 0.175307} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.939684] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.940079] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2bbbfb-6eab-4939-98e8-bd893479bba4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.948558] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 939.948558] env[68986]: value = "task-3216207" [ 939.948558] env[68986]: _type = "Task" [ 939.948558] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.960632] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.107805] env[68986]: DEBUG oslo_vmware.api [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153802} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.108895] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.108895] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.109372] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.109757] env[68986]: INFO nova.compute.manager [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Took 3.65 seconds to destroy the instance on the hypervisor. [ 940.110183] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.110554] env[68986]: DEBUG nova.compute.manager [-] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.110765] env[68986]: DEBUG nova.network.neutron [-] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.296610] env[68986]: DEBUG nova.scheduler.client.report [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.380020] env[68986]: DEBUG nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.396679] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216206, 'name': CreateVM_Task, 'duration_secs': 0.358161} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.396898] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.397920] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.398083] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.398513] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.400896] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64124c11-230e-4fe1-86e6-fa06304782ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.408134] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 940.408134] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fcac88-fdf9-d2c3-670f-b783813a441c" [ 940.408134] env[68986]: _type = "Task" [ 940.408134] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.415028] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.415335] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.415623] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.415868] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.416189] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.416410] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.416735] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.416941] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.417162] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.417379] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.417593] env[68986]: DEBUG nova.virt.hardware [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.418492] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a3eb9c-85ca-4bec-bab3-628fc3483ce3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.430210] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3dbc5e-e3fd-49ee-be77-ac3bef86e5fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.434317] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fcac88-fdf9-d2c3-670f-b783813a441c, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.434753] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.435094] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.435337] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.435520] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.435700] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.436442] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595af667-ac5a-4fb0-8df4-66b0fc34a59e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.448467] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.448726] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.449567] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8e255d-d5ef-443b-8bbe-f5b51a241551 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.459646] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 940.459646] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52057b4d-f948-89d3-9095-6b6b6ce99652" [ 940.459646] env[68986]: _type = "Task" [ 940.459646] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.464426] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.473122] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52057b4d-f948-89d3-9095-6b6b6ce99652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.677139] env[68986]: DEBUG nova.compute.manager [req-2e501201-5330-4ab4-9c18-518131f7c8d5 req-af524971-7d02-420a-9b7c-973a5456b2bc service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Received event network-vif-plugged-e16df699-a805-4de7-985b-adb8fa07e104 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.677513] env[68986]: DEBUG oslo_concurrency.lockutils [req-2e501201-5330-4ab4-9c18-518131f7c8d5 req-af524971-7d02-420a-9b7c-973a5456b2bc service nova] Acquiring lock "13f98972-815a-465e-a7df-588ae41c9ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.677761] env[68986]: DEBUG oslo_concurrency.lockutils [req-2e501201-5330-4ab4-9c18-518131f7c8d5 req-af524971-7d02-420a-9b7c-973a5456b2bc service nova] Lock "13f98972-815a-465e-a7df-588ae41c9ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.677969] env[68986]: DEBUG oslo_concurrency.lockutils [req-2e501201-5330-4ab4-9c18-518131f7c8d5 req-af524971-7d02-420a-9b7c-973a5456b2bc service nova] Lock "13f98972-815a-465e-a7df-588ae41c9ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.678332] env[68986]: DEBUG nova.compute.manager [req-2e501201-5330-4ab4-9c18-518131f7c8d5 req-af524971-7d02-420a-9b7c-973a5456b2bc service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] No waiting events found dispatching network-vif-plugged-e16df699-a805-4de7-985b-adb8fa07e104 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.678465] env[68986]: WARNING nova.compute.manager [req-2e501201-5330-4ab4-9c18-518131f7c8d5 req-af524971-7d02-420a-9b7c-973a5456b2bc service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Received unexpected event network-vif-plugged-e16df699-a805-4de7-985b-adb8fa07e104 for instance with vm_state building and task_state spawning. [ 940.739573] env[68986]: DEBUG nova.compute.manager [req-2e5f742f-c0a7-406a-94fc-3bfd1a65819d req-de53ff36-bbaf-4bb4-bd09-cf992ef5b4d3 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Received event network-vif-deleted-bccb6711-8c79-45d3-a47d-d441d37ed59a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.739573] env[68986]: INFO nova.compute.manager [req-2e5f742f-c0a7-406a-94fc-3bfd1a65819d req-de53ff36-bbaf-4bb4-bd09-cf992ef5b4d3 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Neutron deleted interface bccb6711-8c79-45d3-a47d-d441d37ed59a; detaching it from the instance and deleting it from the info cache [ 940.739816] env[68986]: DEBUG nova.network.neutron [req-2e5f742f-c0a7-406a-94fc-3bfd1a65819d req-de53ff36-bbaf-4bb4-bd09-cf992ef5b4d3 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.779135] env[68986]: DEBUG nova.network.neutron [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Successfully updated port: e16df699-a805-4de7-985b-adb8fa07e104 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.808042] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.809104] env[68986]: DEBUG nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.812122] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.595s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.816197] env[68986]: DEBUG nova.objects.instance [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lazy-loading 'resources' on Instance uuid 2da173fe-12dc-4a74-a960-6d9de52f3c34 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.961193] env[68986]: DEBUG oslo_vmware.api [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216207, 'name': PowerOnVM_Task, 'duration_secs': 0.565906} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.961552] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.961854] env[68986]: INFO nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Took 8.41 seconds to spawn the instance on the hypervisor. [ 940.962108] env[68986]: DEBUG nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.962970] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a738c-ddff-400d-965a-134f1e3e753c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.975093] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52057b4d-f948-89d3-9095-6b6b6ce99652, 'name': SearchDatastore_Task, 'duration_secs': 0.023476} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.980341] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02964d2-79da-4ac1-b630-1958baf962ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.987056] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 940.987056] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522bc983-0a63-d787-428c-924c969a0d89" [ 940.987056] env[68986]: _type = "Task" [ 940.987056] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.996508] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522bc983-0a63-d787-428c-924c969a0d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.220052] env[68986]: DEBUG nova.network.neutron [-] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.244615] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d047c82-40c7-4f15-9d5e-d8eeb8487bcf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.257198] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd9b52-f368-4249-938d-05868568d533 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.293805] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "refresh_cache-13f98972-815a-465e-a7df-588ae41c9ff1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.294100] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "refresh_cache-13f98972-815a-465e-a7df-588ae41c9ff1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.294326] env[68986]: DEBUG nova.network.neutron [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.295805] env[68986]: DEBUG nova.compute.manager [req-2e5f742f-c0a7-406a-94fc-3bfd1a65819d req-de53ff36-bbaf-4bb4-bd09-cf992ef5b4d3 service nova] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Detach interface failed, port_id=bccb6711-8c79-45d3-a47d-d441d37ed59a, reason: Instance 3d2440ed-660a-45be-b0ed-f3f3831eccdd could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.319795] env[68986]: DEBUG nova.compute.utils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.324359] env[68986]: DEBUG nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.324613] env[68986]: DEBUG nova.network.neutron [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.368613] env[68986]: DEBUG nova.policy [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f1dc8ee290b48ca999ff3f3ede3ad4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b87a7e4a30504d5e859e8e5a5a2a40cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.501031] env[68986]: INFO nova.compute.manager [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Took 20.72 seconds to build instance. [ 941.510212] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522bc983-0a63-d787-428c-924c969a0d89, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.510819] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.510819] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] b54727be-9cb8-4ee1-9aac-19f83c2d472f/b54727be-9cb8-4ee1-9aac-19f83c2d472f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.511048] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fda9c2d5-4c46-4baf-b463-bdae7d7f041a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.526270] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 941.526270] env[68986]: value = "task-3216208" [ 941.526270] env[68986]: _type = "Task" [ 941.526270] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.540647] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.691403] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e3e7e-a3cf-4b7c-ad1e-4695a046af48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.704492] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b8679-b5f1-4d5e-8c83-20ecc659fab6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.738383] env[68986]: INFO nova.compute.manager [-] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Took 1.63 seconds to deallocate network for instance. [ 941.741375] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb48f9c-eaea-4ae9-81e1-0b388214a7c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.759040] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60617a6a-c001-4757-b207-142da5f0c1d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.782014] env[68986]: DEBUG nova.compute.provider_tree [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.825939] env[68986]: DEBUG nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.836269] env[68986]: DEBUG nova.network.neutron [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.927885] env[68986]: DEBUG nova.network.neutron [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Successfully created port: d5eb2d21-35a0-498b-8915-e4e107c44bbe {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.003161] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9073299c-9c2f-45d0-815a-ac9a807565d6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "f4729a48-664b-44cd-b0eb-881900adb996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.250s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.028784] env[68986]: DEBUG nova.network.neutron [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Updating instance_info_cache with network_info: [{"id": "e16df699-a805-4de7-985b-adb8fa07e104", "address": "fa:16:3e:13:d3:42", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16df699-a8", "ovs_interfaceid": "e16df699-a805-4de7-985b-adb8fa07e104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.055866] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.253771] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.285063] env[68986]: DEBUG nova.scheduler.client.report [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.541845] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621072} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.542141] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] b54727be-9cb8-4ee1-9aac-19f83c2d472f/b54727be-9cb8-4ee1-9aac-19f83c2d472f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.542368] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.542621] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d905586-e9f0-4db1-bed1-b5e57aea0376 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.546264] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "refresh_cache-13f98972-815a-465e-a7df-588ae41c9ff1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.546584] env[68986]: DEBUG nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Instance network_info: |[{"id": "e16df699-a805-4de7-985b-adb8fa07e104", "address": "fa:16:3e:13:d3:42", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16df699-a8", "ovs_interfaceid": "e16df699-a805-4de7-985b-adb8fa07e104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.546948] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:d3:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e16df699-a805-4de7-985b-adb8fa07e104', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.555183] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.556825] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.557206] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 942.557206] env[68986]: value = "task-3216209" [ 942.557206] env[68986]: _type = "Task" [ 942.557206] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.557442] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae66b151-0120-4047-aa0b-0b8c3196529f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.582545] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.583900] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.583900] env[68986]: value = "task-3216210" [ 942.583900] env[68986]: _type = "Task" [ 942.583900] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.593101] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216210, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.722246] env[68986]: DEBUG nova.compute.manager [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Received event network-changed-e16df699-a805-4de7-985b-adb8fa07e104 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.722496] env[68986]: DEBUG nova.compute.manager [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Refreshing instance network info cache due to event network-changed-e16df699-a805-4de7-985b-adb8fa07e104. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.722795] env[68986]: DEBUG oslo_concurrency.lockutils [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] Acquiring lock "refresh_cache-13f98972-815a-465e-a7df-588ae41c9ff1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.722906] env[68986]: DEBUG oslo_concurrency.lockutils [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] Acquired lock "refresh_cache-13f98972-815a-465e-a7df-588ae41c9ff1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.723101] env[68986]: DEBUG nova.network.neutron [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Refreshing network info cache for port e16df699-a805-4de7-985b-adb8fa07e104 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.792236] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.793218] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.117s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.795479] env[68986]: INFO nova.compute.claims [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.824137] env[68986]: INFO nova.scheduler.client.report [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Deleted allocations for instance 2da173fe-12dc-4a74-a960-6d9de52f3c34 [ 942.836035] env[68986]: DEBUG nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.863784] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.864081] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.864262] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.864439] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.864603] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.864725] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.864933] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.865109] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.865286] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.865463] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.865643] env[68986]: DEBUG nova.virt.hardware [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.866985] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5390576-4eaa-45dc-83e7-5be7272228f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.876237] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8940416-f1cd-4645-94c4-14f958afa896 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.084361] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240138} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.084799] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.088606] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f587b-afc8-49f3-9b5b-70d6c934f861 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.112076] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] b54727be-9cb8-4ee1-9aac-19f83c2d472f/b54727be-9cb8-4ee1-9aac-19f83c2d472f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.115596] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9815fad-f92a-443d-9a7f-5e869cde192a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.131272] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216210, 'name': CreateVM_Task, 'duration_secs': 0.417251} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.131534] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.132638] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.132821] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.133186] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.133614] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23eb816-4611-45f6-bdb8-f7677776b8db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.138299] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 943.138299] env[68986]: value = "task-3216211" [ 943.138299] env[68986]: _type = "Task" [ 943.138299] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.139933] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 943.139933] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ddb903-eb57-d971-723d-666057bd1e0d" [ 943.139933] env[68986]: _type = "Task" [ 943.139933] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.151902] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ddb903-eb57-d971-723d-666057bd1e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.155114] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.333435] env[68986]: DEBUG oslo_concurrency.lockutils [None req-605e1148-c270-4c10-a5ce-c0bf5f926ef3 tempest-MigrationsAdminTest-135539678 tempest-MigrationsAdminTest-135539678-project-member] Lock "2da173fe-12dc-4a74-a960-6d9de52f3c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.780s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.460840] env[68986]: DEBUG nova.network.neutron [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Updated VIF entry in instance network info cache for port e16df699-a805-4de7-985b-adb8fa07e104. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.461276] env[68986]: DEBUG nova.network.neutron [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Updating instance_info_cache with network_info: [{"id": "e16df699-a805-4de7-985b-adb8fa07e104", "address": "fa:16:3e:13:d3:42", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16df699-a8", "ovs_interfaceid": "e16df699-a805-4de7-985b-adb8fa07e104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.655167] env[68986]: DEBUG nova.network.neutron [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Successfully updated port: d5eb2d21-35a0-498b-8915-e4e107c44bbe {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.660168] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216211, 'name': ReconfigVM_Task, 'duration_secs': 0.361735} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.663611] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] b54727be-9cb8-4ee1-9aac-19f83c2d472f/b54727be-9cb8-4ee1-9aac-19f83c2d472f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.664276] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ddb903-eb57-d971-723d-666057bd1e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014956} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.664483] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6f2edf-93f3-40e1-aa57-8dee84f63063 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.666234] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.666516] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.666762] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.666905] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.667309] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.668039] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-836a9ba7-72fe-4243-84a4-59b07cbce73f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.676333] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 943.676333] env[68986]: value = "task-3216212" [ 943.676333] env[68986]: _type = "Task" [ 943.676333] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.681481] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.681736] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.682942] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669e1373-623d-4853-bbc1-ac697b9281ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.688467] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216212, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.692283] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 943.692283] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522ff391-75ed-7d86-43b5-9982c0c0b44e" [ 943.692283] env[68986]: _type = "Task" [ 943.692283] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.702315] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522ff391-75ed-7d86-43b5-9982c0c0b44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.964030] env[68986]: DEBUG oslo_concurrency.lockutils [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] Releasing lock "refresh_cache-13f98972-815a-465e-a7df-588ae41c9ff1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.964449] env[68986]: DEBUG nova.compute.manager [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Received event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.964537] env[68986]: DEBUG nova.compute.manager [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing instance network info cache due to event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.964758] env[68986]: DEBUG oslo_concurrency.lockutils [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] Acquiring lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.964911] env[68986]: DEBUG oslo_concurrency.lockutils [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] Acquired lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.965089] env[68986]: DEBUG nova.network.neutron [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.097913] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75fb32-c9e7-4a87-8f9b-ba855401b6d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.106176] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115be017-4c0a-4ae5-abd9-0385c44692ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.139161] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30753f4-1b1b-4c2f-954b-191734a5df70 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.148986] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c1cdb-e569-438d-b79f-02930f711f2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.164885] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "refresh_cache-366411c4-6754-460d-9187-214c04fad427" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.164885] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "refresh_cache-366411c4-6754-460d-9187-214c04fad427" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.164885] env[68986]: DEBUG nova.network.neutron [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.166019] env[68986]: DEBUG nova.compute.provider_tree [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.188271] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216212, 'name': Rename_Task, 'duration_secs': 0.162209} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.188551] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.188789] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b1f67ad-db34-4a97-9e8f-83c87a1cea91 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.197013] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 944.197013] env[68986]: value = "task-3216213" [ 944.197013] env[68986]: _type = "Task" [ 944.197013] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.204750] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522ff391-75ed-7d86-43b5-9982c0c0b44e, 'name': SearchDatastore_Task, 'duration_secs': 0.017678} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.205810] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd304ba-0c7f-4988-afac-d074a4a4b5d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.210973] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.214676] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 944.214676] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5234bc15-3e2d-b2f3-1022-bd6872d6fa21" [ 944.214676] env[68986]: _type = "Task" [ 944.214676] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.223758] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5234bc15-3e2d-b2f3-1022-bd6872d6fa21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.671365] env[68986]: DEBUG nova.scheduler.client.report [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.704485] env[68986]: DEBUG nova.network.neutron [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.709668] env[68986]: DEBUG oslo_vmware.api [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216213, 'name': PowerOnVM_Task, 'duration_secs': 0.507164} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.709918] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.710225] env[68986]: INFO nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Took 7.79 seconds to spawn the instance on the hypervisor. [ 944.710418] env[68986]: DEBUG nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.711494] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae7b9c-9497-4876-9b42-a1cf38a21f88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.731192] env[68986]: DEBUG nova.network.neutron [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updated VIF entry in instance network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.731561] env[68986]: DEBUG nova.network.neutron [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.741929] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5234bc15-3e2d-b2f3-1022-bd6872d6fa21, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.742661] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.742876] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 13f98972-815a-465e-a7df-588ae41c9ff1/13f98972-815a-465e-a7df-588ae41c9ff1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.743186] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f4757f0-8857-4ba2-ad80-b4cb8b42aaf6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.755378] env[68986]: DEBUG nova.compute.manager [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Received event network-vif-plugged-d5eb2d21-35a0-498b-8915-e4e107c44bbe {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.755589] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] Acquiring lock "366411c4-6754-460d-9187-214c04fad427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.755792] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] Lock "366411c4-6754-460d-9187-214c04fad427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.755947] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] Lock "366411c4-6754-460d-9187-214c04fad427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.756150] env[68986]: DEBUG nova.compute.manager [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] No waiting events found dispatching network-vif-plugged-d5eb2d21-35a0-498b-8915-e4e107c44bbe {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.756690] env[68986]: WARNING nova.compute.manager [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Received unexpected event network-vif-plugged-d5eb2d21-35a0-498b-8915-e4e107c44bbe for instance with vm_state building and task_state spawning. [ 944.756690] env[68986]: DEBUG nova.compute.manager [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Received event network-changed-d5eb2d21-35a0-498b-8915-e4e107c44bbe {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.756690] env[68986]: DEBUG nova.compute.manager [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Refreshing instance network info cache due to event network-changed-d5eb2d21-35a0-498b-8915-e4e107c44bbe. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.757039] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] Acquiring lock "refresh_cache-366411c4-6754-460d-9187-214c04fad427" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.759791] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 944.759791] env[68986]: value = "task-3216214" [ 944.759791] env[68986]: _type = "Task" [ 944.759791] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.769831] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.915272] env[68986]: DEBUG nova.network.neutron [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Updating instance_info_cache with network_info: [{"id": "d5eb2d21-35a0-498b-8915-e4e107c44bbe", "address": "fa:16:3e:4e:64:6c", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5eb2d21-35", "ovs_interfaceid": "d5eb2d21-35a0-498b-8915-e4e107c44bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.177796] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.178383] env[68986]: DEBUG nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.181483] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.538s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.181483] env[68986]: DEBUG nova.objects.instance [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lazy-loading 'resources' on Instance uuid d26f9df9-911d-4ac4-abe5-878ae9a96e7e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.235501] env[68986]: DEBUG oslo_concurrency.lockutils [req-57be9db9-3358-4640-8929-c63523524b06 req-a0aee151-f67e-4e31-91a8-f16d1116becb service nova] Releasing lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.239172] env[68986]: INFO nova.compute.manager [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Took 21.53 seconds to build instance. [ 945.276648] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.418013] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "refresh_cache-366411c4-6754-460d-9187-214c04fad427" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.418416] env[68986]: DEBUG nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Instance network_info: |[{"id": "d5eb2d21-35a0-498b-8915-e4e107c44bbe", "address": "fa:16:3e:4e:64:6c", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5eb2d21-35", "ovs_interfaceid": "d5eb2d21-35a0-498b-8915-e4e107c44bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.418753] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] Acquired lock "refresh_cache-366411c4-6754-460d-9187-214c04fad427" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.418940] env[68986]: DEBUG nova.network.neutron [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Refreshing network info cache for port d5eb2d21-35a0-498b-8915-e4e107c44bbe {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.420315] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:64:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5eb2d21-35a0-498b-8915-e4e107c44bbe', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.428687] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.429788] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 366411c4-6754-460d-9187-214c04fad427] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.430053] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50160c4f-6ed6-4e1c-95cd-cb5003657c1b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.458262] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.458262] env[68986]: value = "task-3216215" [ 945.458262] env[68986]: _type = "Task" [ 945.458262] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.469409] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216215, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.684865] env[68986]: DEBUG nova.compute.utils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.689992] env[68986]: DEBUG nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 945.741781] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1b07089-ad79-410c-bf62-5b05d2679c80 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.046s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.773101] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762365} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.776467] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 13f98972-815a-465e-a7df-588ae41c9ff1/13f98972-815a-465e-a7df-588ae41c9ff1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.776707] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.777196] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b343b000-af2a-4cde-b56b-c4d174a36e13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.785667] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 945.785667] env[68986]: value = "task-3216216" [ 945.785667] env[68986]: _type = "Task" [ 945.785667] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.798225] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.968273] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216215, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.995547] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaa7c1b-bc38-4c4a-923f-a1bc778cc069 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.003598] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71871647-02b7-43e4-b2e2-7429edb617dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.038980] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1321adb-3a11-4382-94ce-b23b279aeebe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.047475] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf723f5-960a-47b9-820b-369f6a310940 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.065840] env[68986]: DEBUG nova.compute.provider_tree [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.190227] env[68986]: DEBUG nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.215056] env[68986]: DEBUG nova.network.neutron [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Updated VIF entry in instance network info cache for port d5eb2d21-35a0-498b-8915-e4e107c44bbe. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.215503] env[68986]: DEBUG nova.network.neutron [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Updating instance_info_cache with network_info: [{"id": "d5eb2d21-35a0-498b-8915-e4e107c44bbe", "address": "fa:16:3e:4e:64:6c", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5eb2d21-35", "ovs_interfaceid": "d5eb2d21-35a0-498b-8915-e4e107c44bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.296372] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126989} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.296693] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.297564] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb839beb-ba95-499a-af3f-78bf9c62720f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.322139] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 13f98972-815a-465e-a7df-588ae41c9ff1/13f98972-815a-465e-a7df-588ae41c9ff1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.322632] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff52131a-41f4-4758-9b08-b5c49b670f3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.345985] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 946.345985] env[68986]: value = "task-3216217" [ 946.345985] env[68986]: _type = "Task" [ 946.345985] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.356849] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.469696] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216215, 'name': CreateVM_Task, 'duration_secs': 0.614653} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.470017] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 366411c4-6754-460d-9187-214c04fad427] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.470982] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.471325] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.471815] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.472205] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655409e0-9996-4976-87e7-6ec60a5b3d6c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.478515] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 946.478515] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526701da-d65c-7f98-64b4-f92db8e44e2f" [ 946.478515] env[68986]: _type = "Task" [ 946.478515] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.487512] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526701da-d65c-7f98-64b4-f92db8e44e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.571311] env[68986]: DEBUG nova.scheduler.client.report [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.718373] env[68986]: DEBUG oslo_concurrency.lockutils [req-3f8d34f7-4462-45de-995f-5a965be4fa18 req-feb4a300-591d-46c9-a7bf-ffe16257b8d6 service nova] Releasing lock "refresh_cache-366411c4-6754-460d-9187-214c04fad427" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.857303] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216217, 'name': ReconfigVM_Task, 'duration_secs': 0.394354} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.857303] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 13f98972-815a-465e-a7df-588ae41c9ff1/13f98972-815a-465e-a7df-588ae41c9ff1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.857837] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de551b6e-8ab0-4321-80d8-47a28b654dac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.865331] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 946.865331] env[68986]: value = "task-3216218" [ 946.865331] env[68986]: _type = "Task" [ 946.865331] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.874658] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216218, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.990652] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526701da-d65c-7f98-64b4-f92db8e44e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.023021} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.990993] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.991267] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.991533] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.991700] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.991903] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.992199] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de1560e-1e5f-4457-bc4c-a5fb4ab822da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.004174] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.004355] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.005233] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987275eb-f6cf-4533-9b98-335e425f4600 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.011722] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 947.011722] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52073258-31b4-6e30-3cad-9d9524c1c8ee" [ 947.011722] env[68986]: _type = "Task" [ 947.011722] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.020284] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52073258-31b4-6e30-3cad-9d9524c1c8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.076481] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.079160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.027s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.080686] env[68986]: INFO nova.compute.claims [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.106325] env[68986]: INFO nova.scheduler.client.report [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted allocations for instance d26f9df9-911d-4ac4-abe5-878ae9a96e7e [ 947.204883] env[68986]: DEBUG nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.229019] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.229314] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.229488] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.229684] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.229838] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.229984] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.230229] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.230392] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.230559] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.230743] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.230917] env[68986]: DEBUG nova.virt.hardware [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.231855] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aeed90-94e2-484f-b3a9-a36d62c1357e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.241614] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f46f71-f7df-4009-a042-e513bf9afea8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.257842] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.263720] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Creating folder: Project (f6d27d2676fd4ce1aa55db4bfd68a168). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.264102] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b57f3f3-a2b3-45b3-bc3c-747dbd7f5e70 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.277928] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Created folder: Project (f6d27d2676fd4ce1aa55db4bfd68a168) in parent group-v642845. [ 947.278252] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Creating folder: Instances. Parent ref: group-v643068. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.278472] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89d342c3-4049-46a9-8037-dd3884c70394 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.292985] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Created folder: Instances in parent group-v643068. [ 947.293237] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.293557] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.293752] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f15e5b00-3e42-4cd2-bb56-cd2fd89064fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.315028] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.315028] env[68986]: value = "task-3216221" [ 947.315028] env[68986]: _type = "Task" [ 947.315028] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.324394] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216221, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.376228] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216218, 'name': Rename_Task, 'duration_secs': 0.177648} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.376466] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.376756] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6b2940e-fc87-41d3-8807-fe11536bf4aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.385461] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 947.385461] env[68986]: value = "task-3216222" [ 947.385461] env[68986]: _type = "Task" [ 947.385461] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.396155] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.526647] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52073258-31b4-6e30-3cad-9d9524c1c8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.028706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.527782] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1a75c3-eabe-4ce2-8fa1-7e7e4bf112de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.536797] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 947.536797] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5271c908-3874-3544-48f6-7633d2c2b99f" [ 947.536797] env[68986]: _type = "Task" [ 947.536797] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.549177] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5271c908-3874-3544-48f6-7633d2c2b99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.614095] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fe2d24fa-4cf3-4853-94d2-fef3c6931148 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "d26f9df9-911d-4ac4-abe5-878ae9a96e7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.599s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.830213] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216221, 'name': CreateVM_Task, 'duration_secs': 0.402144} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.830213] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.830213] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.830213] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.830213] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.830213] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dea5803-1045-4c2f-b381-685d7f237162 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.836358] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 947.836358] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526b6eaa-e505-63ef-d0db-4dac2d508eb2" [ 947.836358] env[68986]: _type = "Task" [ 947.836358] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.847932] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526b6eaa-e505-63ef-d0db-4dac2d508eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.898459] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.005312] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "8957a774-54d3-4841-b640-b22a797c4749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.005613] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "8957a774-54d3-4841-b640-b22a797c4749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.005913] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "8957a774-54d3-4841-b640-b22a797c4749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.005913] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "8957a774-54d3-4841-b640-b22a797c4749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.006448] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "8957a774-54d3-4841-b640-b22a797c4749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.008862] env[68986]: INFO nova.compute.manager [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Terminating instance [ 948.053512] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5271c908-3874-3544-48f6-7633d2c2b99f, 'name': SearchDatastore_Task, 'duration_secs': 0.016836} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.055032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.055032] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 366411c4-6754-460d-9187-214c04fad427/366411c4-6754-460d-9187-214c04fad427.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.056159] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a07990e-29f8-41bd-ae7d-31db11d4c3cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.067144] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 948.067144] env[68986]: value = "task-3216223" [ 948.067144] env[68986]: _type = "Task" [ 948.067144] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.080983] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.356028] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526b6eaa-e505-63ef-d0db-4dac2d508eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.017398} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.356403] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.356792] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.357148] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.357411] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.357632] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.357929] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5ad35c-de06-48d0-a6be-aa01863a5af1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.370014] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.370232] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.371054] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e803e3e0-4302-4096-bc48-7249485eae34 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.377589] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 948.377589] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be6e40-7e1a-1a4f-c65b-1f7b316cf53f" [ 948.377589] env[68986]: _type = "Task" [ 948.377589] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.394492] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be6e40-7e1a-1a4f-c65b-1f7b316cf53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.407676] env[68986]: DEBUG oslo_vmware.api [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216222, 'name': PowerOnVM_Task, 'duration_secs': 0.572362} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.408015] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.408260] env[68986]: INFO nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Took 8.03 seconds to spawn the instance on the hypervisor. [ 948.408450] env[68986]: DEBUG nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.409541] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519b85a-dc2f-4fce-b594-47ec83698a39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.476342] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5473457-cab3-478d-bce9-391b6f7a2505 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.487391] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653fbdb3-3a96-4f2f-aabf-53019468b270 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.522432] env[68986]: DEBUG nova.compute.manager [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.522638] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.523893] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea087ca-1a21-4028-a258-ffb8923623b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.527445] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630cdf0a-c93e-404c-bea5-bc41bf9980cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.540291] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a021311f-426e-4b7b-8621-40b4f63b5539 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.544455] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.544796] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-737a81c8-03cb-4230-8335-fd84d23d6780 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.559535] env[68986]: DEBUG nova.compute.provider_tree [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.564406] env[68986]: DEBUG oslo_vmware.api [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 948.564406] env[68986]: value = "task-3216224" [ 948.564406] env[68986]: _type = "Task" [ 948.564406] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.578066] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "4b126b04-151a-4b6d-9104-936c67d4789f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.578359] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "4b126b04-151a-4b6d-9104-936c67d4789f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.583923] env[68986]: DEBUG oslo_vmware.api [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.591020] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.891183] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52be6e40-7e1a-1a4f-c65b-1f7b316cf53f, 'name': SearchDatastore_Task, 'duration_secs': 0.015881} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.892038] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a83c779-86b3-46b5-885a-24b258516f9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.901440] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 948.901440] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520f6ce8-a96b-ac6a-5d86-f307b72d925a" [ 948.901440] env[68986]: _type = "Task" [ 948.901440] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.919728] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520f6ce8-a96b-ac6a-5d86-f307b72d925a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.935629] env[68986]: INFO nova.compute.manager [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Took 24.37 seconds to build instance. [ 949.064870] env[68986]: DEBUG nova.scheduler.client.report [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.086660] env[68986]: DEBUG nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.089566] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216223, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.094205] env[68986]: DEBUG oslo_vmware.api [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216224, 'name': PowerOffVM_Task, 'duration_secs': 0.348385} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.094772] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.094992] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.096822] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-418455d5-8a3d-423c-8ddb-301a5c7ec4d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.160699] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288400e-21d4-41eb-f902-b0be186ff9f7/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.162529] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7caf8c-02d3-49af-b693-c31dc0094531 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.174383] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288400e-21d4-41eb-f902-b0be186ff9f7/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.174383] env[68986]: ERROR oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288400e-21d4-41eb-f902-b0be186ff9f7/disk-0.vmdk due to incomplete transfer. [ 949.175180] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64d08500-d20d-4d34-bdc9-a14f695b73e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.183176] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.183419] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.183639] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleting the datastore file [datastore1] 8957a774-54d3-4841-b640-b22a797c4749 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.183895] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2444091b-ef93-4216-a3d3-d5f7402212a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.190039] env[68986]: DEBUG oslo_vmware.rw_handles [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288400e-21d4-41eb-f902-b0be186ff9f7/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 949.190039] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Uploaded image d2ec63f1-b79c-4e8b-a5f3-436cad27a399 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 949.194693] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.199021] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d64890d-0eda-4969-a74d-6f811a781e1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.199021] env[68986]: DEBUG oslo_vmware.api [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 949.199021] env[68986]: value = "task-3216226" [ 949.199021] env[68986]: _type = "Task" [ 949.199021] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.206699] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 949.206699] env[68986]: value = "task-3216227" [ 949.206699] env[68986]: _type = "Task" [ 949.206699] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.210291] env[68986]: DEBUG oslo_vmware.api [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.223311] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216227, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.413647] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520f6ce8-a96b-ac6a-5d86-f307b72d925a, 'name': SearchDatastore_Task, 'duration_secs': 0.097502} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.414056] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.414288] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.414563] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-918c4414-2dfc-4c3a-8672-da9be37ffa73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.423144] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 949.423144] env[68986]: value = "task-3216228" [ 949.423144] env[68986]: _type = "Task" [ 949.423144] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.431617] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.438259] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22d97cae-cfd2-4a45-a011-33edaa0cddc7 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "13f98972-815a-465e-a7df-588ae41c9ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.887s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.489924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.490347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.575254] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.575773] env[68986]: DEBUG nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.586021] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.879s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.586021] env[68986]: DEBUG nova.objects.instance [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 949.586497] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216223, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.20323} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.587040] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 366411c4-6754-460d-9187-214c04fad427/366411c4-6754-460d-9187-214c04fad427.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.589269] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.589546] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13069329-1b84-4342-94da-4edf79c7323c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.604455] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 949.604455] env[68986]: value = "task-3216229" [ 949.604455] env[68986]: _type = "Task" [ 949.604455] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.617445] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.627949] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.709260] env[68986]: DEBUG oslo_vmware.api [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.719463] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216227, 'name': Destroy_Task, 'duration_secs': 0.344754} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.719736] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Destroyed the VM [ 949.719990] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 949.720254] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9d4d38f-fd16-4494-8572-66ea74705be1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.729021] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 949.729021] env[68986]: value = "task-3216230" [ 949.729021] env[68986]: _type = "Task" [ 949.729021] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.738314] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.934416] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.996310] env[68986]: INFO nova.compute.manager [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Detaching volume 30f3163a-ab36-4ffb-b57b-7111b87de753 [ 950.040027] env[68986]: INFO nova.virt.block_device [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Attempting to driver detach volume 30f3163a-ab36-4ffb-b57b-7111b87de753 from mountpoint /dev/sdb [ 950.040282] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 950.040478] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643024', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'name': 'volume-30f3163a-ab36-4ffb-b57b-7111b87de753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd667959-7d67-47f7-a401-2b05352bc70a', 'attached_at': '', 'detached_at': '', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'serial': '30f3163a-ab36-4ffb-b57b-7111b87de753'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 950.041380] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a70d3-3e93-4ad3-acad-1c5eb0cca52b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.069676] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31552d32-536a-4810-aad1-56a409f7d2d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.079053] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c8eaeb-bfbb-4382-97c2-93e29e3abe7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.104167] env[68986]: DEBUG nova.compute.utils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.113024] env[68986]: DEBUG nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.113024] env[68986]: DEBUG nova.network.neutron [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.113490] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f4312d-b37c-412a-8429-958facb6bf0e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.127868] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082126} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.138610] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.139321] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] The volume has not been displaced from its original location: [datastore1] volume-30f3163a-ab36-4ffb-b57b-7111b87de753/volume-30f3163a-ab36-4ffb-b57b-7111b87de753.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 950.144582] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.145402] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6895091-0efb-4884-a9a8-f8f51846ba0a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.148046] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0817c6-ac16-44cd-9dd7-bbc317f7c750 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.162332] env[68986]: DEBUG nova.policy [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87393ba99d5f469eba522bbfcef99d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca1ff8c6158647e0ab95a0278f36a2ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.187945] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 366411c4-6754-460d-9187-214c04fad427/366411c4-6754-460d-9187-214c04fad427.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.190054] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d52a04-8fac-4273-843c-03f3ad309992 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.205364] env[68986]: DEBUG oslo_vmware.api [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 950.205364] env[68986]: value = "task-3216231" [ 950.205364] env[68986]: _type = "Task" [ 950.205364] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.216075] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 950.216075] env[68986]: value = "task-3216232" [ 950.216075] env[68986]: _type = "Task" [ 950.216075] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.223026] env[68986]: DEBUG oslo_vmware.api [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.223026] env[68986]: DEBUG oslo_vmware.api [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685906} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.225648] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.225929] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.226157] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.226385] env[68986]: INFO nova.compute.manager [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Took 1.70 seconds to destroy the instance on the hypervisor. [ 950.226725] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.226977] env[68986]: DEBUG nova.compute.manager [-] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.227103] env[68986]: DEBUG nova.network.neutron [-] [instance: 8957a774-54d3-4841-b640-b22a797c4749] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.250141] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.250533] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.446813] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.578047] env[68986]: DEBUG nova.network.neutron [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Successfully created port: 656dd49e-c88e-43d3-8efc-b179ef60ba23 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.594705] env[68986]: DEBUG nova.compute.manager [req-d2d01513-9dd3-4862-a863-eca6fc8fc1a5 req-a1872f92-9d15-41a7-a795-939720022363 service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Received event network-vif-deleted-e7b0d3f7-c19c-456a-9690-6fe907419f8a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.595283] env[68986]: INFO nova.compute.manager [req-d2d01513-9dd3-4862-a863-eca6fc8fc1a5 req-a1872f92-9d15-41a7-a795-939720022363 service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Neutron deleted interface e7b0d3f7-c19c-456a-9690-6fe907419f8a; detaching it from the instance and deleting it from the info cache [ 950.595283] env[68986]: DEBUG nova.network.neutron [req-d2d01513-9dd3-4862-a863-eca6fc8fc1a5 req-a1872f92-9d15-41a7-a795-939720022363 service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.611727] env[68986]: DEBUG nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.618645] env[68986]: DEBUG oslo_concurrency.lockutils [None req-78311ffa-85bb-451b-a9de-70d4b8d2f462 tempest-ServersAdmin275Test-218689029 tempest-ServersAdmin275Test-218689029-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.036s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.619698] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.057s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.621299] env[68986]: INFO nova.compute.claims [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.717819] env[68986]: DEBUG oslo_vmware.api [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216231, 'name': ReconfigVM_Task, 'duration_secs': 0.410925} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.717819] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.724701] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98410cc6-89e7-4a1b-87c8-3163a2d8b7a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.755779] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216230, 'name': RemoveSnapshot_Task, 'duration_secs': 0.897525} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.761100] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.761486] env[68986]: DEBUG nova.compute.manager [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.761863] env[68986]: DEBUG oslo_vmware.api [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 950.761863] env[68986]: value = "task-3216233" [ 950.761863] env[68986]: _type = "Task" [ 950.761863] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.762362] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216232, 'name': ReconfigVM_Task, 'duration_secs': 0.445446} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.763139] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde57ec8-cbd6-4697-98f7-c9eaf627681c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.767038] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 366411c4-6754-460d-9187-214c04fad427/366411c4-6754-460d-9187-214c04fad427.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.770577] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab654fb-891d-4e77-844c-9228363e03a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.778722] env[68986]: DEBUG oslo_vmware.api [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.781537] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 950.781537] env[68986]: value = "task-3216234" [ 950.781537] env[68986]: _type = "Task" [ 950.781537] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.795616] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216234, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.858996] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "d10e2b0e-8839-41c8-871b-509d5211e71c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.858996] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.935761] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216228, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.126212} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.936046] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.936296] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.936564] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99398bc8-e345-4ba7-8e20-7b297461fb53 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.945012] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 950.945012] env[68986]: value = "task-3216235" [ 950.945012] env[68986]: _type = "Task" [ 950.945012] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.957277] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.075545] env[68986]: DEBUG nova.network.neutron [-] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.097476] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da53ba3c-ed4a-4140-b4bf-e0fafc6c520a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.107793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315183a9-071e-4a99-ad68-ca83839749ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.157666] env[68986]: DEBUG nova.compute.manager [req-d2d01513-9dd3-4862-a863-eca6fc8fc1a5 req-a1872f92-9d15-41a7-a795-939720022363 service nova] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Detach interface failed, port_id=e7b0d3f7-c19c-456a-9690-6fe907419f8a, reason: Instance 8957a774-54d3-4841-b640-b22a797c4749 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.280598] env[68986]: DEBUG oslo_vmware.api [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216233, 'name': ReconfigVM_Task, 'duration_secs': 0.171107} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.280598] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643024', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'name': 'volume-30f3163a-ab36-4ffb-b57b-7111b87de753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd667959-7d67-47f7-a401-2b05352bc70a', 'attached_at': '', 'detached_at': '', 'volume_id': '30f3163a-ab36-4ffb-b57b-7111b87de753', 'serial': '30f3163a-ab36-4ffb-b57b-7111b87de753'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 951.291543] env[68986]: INFO nova.compute.manager [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Shelve offloading [ 951.299244] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216234, 'name': Rename_Task, 'duration_secs': 0.284006} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.299244] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.299244] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef8a2c0-adf1-4c70-8e72-930ea67ff40f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.306480] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 951.306480] env[68986]: value = "task-3216236" [ 951.306480] env[68986]: _type = "Task" [ 951.306480] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.316284] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.361370] env[68986]: DEBUG nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.460390] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078784} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.460390] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.460730] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5b6e9-5301-4959-8636-83eef6795038 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.486104] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.487181] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e96793d-191b-42fb-9375-cfc1e2fc5c8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.509994] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 951.509994] env[68986]: value = "task-3216237" [ 951.509994] env[68986]: _type = "Task" [ 951.509994] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.522152] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.579037] env[68986]: INFO nova.compute.manager [-] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Took 1.35 seconds to deallocate network for instance. [ 951.626904] env[68986]: DEBUG nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.656534] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.656770] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.656924] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.657111] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.657256] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.657504] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.657743] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.657937] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.659911] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.659911] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.659911] env[68986]: DEBUG nova.virt.hardware [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.659911] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15d0cbc-4662-44b0-b7ff-0837e56dc5f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.670406] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba838f4-5e93-41a2-939f-64d8856f3c09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.799291] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.799623] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce66cc70-e1b4-4d65-98d9-b26cb08e5e26 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.808572] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 951.808572] env[68986]: value = "task-3216238" [ 951.808572] env[68986]: _type = "Task" [ 951.808572] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.822807] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.829878] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 951.830098] env[68986]: DEBUG nova.compute.manager [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.831146] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c85401d-d9e8-483d-8b2d-b47e9908b815 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.835447] env[68986]: DEBUG nova.objects.instance [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'flavor' on Instance uuid fd667959-7d67-47f7-a401-2b05352bc70a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.841454] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.841506] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.841718] env[68986]: DEBUG nova.network.neutron [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.884701] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.982017] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e427adb-3e62-4ff3-b13d-b3b3c41b933a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.991888] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bd697a-5051-4bfa-9de7-988a02665551 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.030097] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deee7a7-c373-465e-bde7-c60fd219b9eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.041710] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c6c6c-0b42-4ec5-9482-944c3e0caa79 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.045891] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.059799] env[68986]: DEBUG nova.compute.provider_tree [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.085051] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.158057] env[68986]: DEBUG nova.compute.manager [req-e57c07f7-0e42-46f2-81ed-2768c975be54 req-7f4a7fde-edf0-429c-ba1a-d82b3d499019 service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Received event network-vif-plugged-656dd49e-c88e-43d3-8efc-b179ef60ba23 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.158342] env[68986]: DEBUG oslo_concurrency.lockutils [req-e57c07f7-0e42-46f2-81ed-2768c975be54 req-7f4a7fde-edf0-429c-ba1a-d82b3d499019 service nova] Acquiring lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.158592] env[68986]: DEBUG oslo_concurrency.lockutils [req-e57c07f7-0e42-46f2-81ed-2768c975be54 req-7f4a7fde-edf0-429c-ba1a-d82b3d499019 service nova] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.159181] env[68986]: DEBUG oslo_concurrency.lockutils [req-e57c07f7-0e42-46f2-81ed-2768c975be54 req-7f4a7fde-edf0-429c-ba1a-d82b3d499019 service nova] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.159259] env[68986]: DEBUG nova.compute.manager [req-e57c07f7-0e42-46f2-81ed-2768c975be54 req-7f4a7fde-edf0-429c-ba1a-d82b3d499019 service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] No waiting events found dispatching network-vif-plugged-656dd49e-c88e-43d3-8efc-b179ef60ba23 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.159440] env[68986]: WARNING nova.compute.manager [req-e57c07f7-0e42-46f2-81ed-2768c975be54 req-7f4a7fde-edf0-429c-ba1a-d82b3d499019 service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Received unexpected event network-vif-plugged-656dd49e-c88e-43d3-8efc-b179ef60ba23 for instance with vm_state building and task_state spawning. [ 952.271324] env[68986]: DEBUG nova.network.neutron [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Successfully updated port: 656dd49e-c88e-43d3-8efc-b179ef60ba23 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.318651] env[68986]: DEBUG oslo_vmware.api [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216236, 'name': PowerOnVM_Task, 'duration_secs': 0.768258} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.318982] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.319253] env[68986]: INFO nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Took 9.48 seconds to spawn the instance on the hypervisor. [ 952.319507] env[68986]: DEBUG nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.320420] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a0198-eb0e-4b8b-afb0-cbb9ad9701c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.537709] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216237, 'name': ReconfigVM_Task, 'duration_secs': 1.009656} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.537981] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.538814] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-604a8764-8db7-40ae-957f-5f61c446bab3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.546050] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 952.546050] env[68986]: value = "task-3216239" [ 952.546050] env[68986]: _type = "Task" [ 952.546050] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.554480] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216239, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.562800] env[68986]: DEBUG nova.scheduler.client.report [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.575634] env[68986]: DEBUG nova.network.neutron [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc383823c-8c", "ovs_interfaceid": "c383823c-8cd3-4809-bec7-52c750faaa51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.774782] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-5c7f074d-1dd8-4688-8a10-8a5f52bbd624" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.774948] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-5c7f074d-1dd8-4688-8a10-8a5f52bbd624" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.775136] env[68986]: DEBUG nova.network.neutron [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.836342] env[68986]: INFO nova.compute.manager [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Took 27.66 seconds to build instance. [ 952.843155] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cc920761-4c97-4df9-8538-38ef20c07c06 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.353s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.056531] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216239, 'name': Rename_Task, 'duration_secs': 0.237311} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.056824] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.057082] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae02d845-edbc-4e05-93e8-8757a3549a6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.064913] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 953.064913] env[68986]: value = "task-3216240" [ 953.064913] env[68986]: _type = "Task" [ 953.064913] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.069807] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.070308] env[68986]: DEBUG nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.076063] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.472s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.076312] env[68986]: DEBUG nova.objects.instance [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lazy-loading 'resources' on Instance uuid b7085c2d-62c3-4fe0-8e5d-04311052c7ba {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.077710] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.080457] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.326632] env[68986]: DEBUG nova.network.neutron [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.338264] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5e1de106-7184-48e9-8a3e-bc3d71339c99 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "366411c4-6754-460d-9187-214c04fad427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.170s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.438140] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.438140] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b638b6-b244-49af-8e96-c28d97323aee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.447104] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.447597] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d83ee3f7-3db4-4614-9942-8ccc4f960071 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.541026] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.541026] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.541026] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleting the datastore file [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.541026] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb189b5b-ac15-4f74-b821-53e6bc46968b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.547271] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 953.547271] env[68986]: value = "task-3216242" [ 953.547271] env[68986]: _type = "Task" [ 953.547271] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.552478] env[68986]: DEBUG nova.network.neutron [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Updating instance_info_cache with network_info: [{"id": "656dd49e-c88e-43d3-8efc-b179ef60ba23", "address": "fa:16:3e:b6:aa:43", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656dd49e-c8", "ovs_interfaceid": "656dd49e-c88e-43d3-8efc-b179ef60ba23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.560676] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.580556] env[68986]: DEBUG nova.compute.utils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.585681] env[68986]: DEBUG oslo_vmware.api [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216240, 'name': PowerOnVM_Task, 'duration_secs': 0.461708} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.586660] env[68986]: DEBUG nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.587130] env[68986]: DEBUG nova.network.neutron [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.589608] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.589922] env[68986]: INFO nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Took 6.39 seconds to spawn the instance on the hypervisor. [ 953.590236] env[68986]: DEBUG nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.591762] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0c1195-a507-40ea-839f-c24e46f3c7fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.641316] env[68986]: DEBUG nova.policy [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047453048b134f539f23793b3031282f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814a4555a2d47c6b6d40de2502d2d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.830348] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.830597] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.830812] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.830992] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.831179] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.834620] env[68986]: INFO nova.compute.manager [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Terminating instance [ 953.939023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382df01-962a-4686-88b7-2c0f1cdedd6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.948760] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57ea34b-4b80-4a3d-9f4e-8441d86ad907 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.985012] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9744a-fc41-4979-bf9b-81c32c6c9db9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.991872] env[68986]: DEBUG nova.network.neutron [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Successfully created port: d470002b-603c-40f9-b9bc-b7d4b31603eb {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.997903] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd0c0e4-814b-4ff0-b559-cc13ee275035 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.013489] env[68986]: DEBUG nova.compute.provider_tree [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.060022] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-5c7f074d-1dd8-4688-8a10-8a5f52bbd624" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.060022] env[68986]: DEBUG nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Instance network_info: |[{"id": "656dd49e-c88e-43d3-8efc-b179ef60ba23", "address": "fa:16:3e:b6:aa:43", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656dd49e-c8", "ovs_interfaceid": "656dd49e-c88e-43d3-8efc-b179ef60ba23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.060022] env[68986]: DEBUG oslo_vmware.api [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188805} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.060022] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:aa:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '656dd49e-c88e-43d3-8efc-b179ef60ba23', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.066759] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.066954] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.067289] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.067327] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.069459] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.069679] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af2cfec6-c78b-419e-bccf-be91767e639d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.089668] env[68986]: DEBUG nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.095734] env[68986]: INFO nova.scheduler.client.report [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleted allocations for instance 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 [ 954.100171] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.100171] env[68986]: value = "task-3216243" [ 954.100171] env[68986]: _type = "Task" [ 954.100171] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.112185] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216243, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.114759] env[68986]: INFO nova.compute.manager [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Took 27.45 seconds to build instance. [ 954.324426] env[68986]: DEBUG nova.compute.manager [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Received event network-changed-656dd49e-c88e-43d3-8efc-b179ef60ba23 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.324627] env[68986]: DEBUG nova.compute.manager [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Refreshing instance network info cache due to event network-changed-656dd49e-c88e-43d3-8efc-b179ef60ba23. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.324847] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Acquiring lock "refresh_cache-5c7f074d-1dd8-4688-8a10-8a5f52bbd624" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.324988] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Acquired lock "refresh_cache-5c7f074d-1dd8-4688-8a10-8a5f52bbd624" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.325173] env[68986]: DEBUG nova.network.neutron [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Refreshing network info cache for port 656dd49e-c88e-43d3-8efc-b179ef60ba23 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.340498] env[68986]: DEBUG nova.compute.manager [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.340711] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.342078] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c177f37-682c-40b6-97b6-2715d807b708 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.350769] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.351025] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-542d4117-a46f-4f3b-b2f2-2bd6e740e7d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.359237] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 954.359237] env[68986]: value = "task-3216244" [ 954.359237] env[68986]: _type = "Task" [ 954.359237] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.368139] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.535027] env[68986]: ERROR nova.scheduler.client.report [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] [req-d38269c4-b6fa-4781-a6d7-be2d88b4eef1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d38269c4-b6fa-4781-a6d7-be2d88b4eef1"}]} [ 954.552836] env[68986]: DEBUG nova.scheduler.client.report [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 954.567730] env[68986]: DEBUG nova.scheduler.client.report [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 954.567986] env[68986]: DEBUG nova.compute.provider_tree [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.580455] env[68986]: DEBUG nova.scheduler.client.report [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 954.592745] env[68986]: INFO nova.compute.manager [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Rebuilding instance [ 954.599973] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.606653] env[68986]: DEBUG nova.scheduler.client.report [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 954.618566] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26f1afdd-fe1d-43a5-a1e3-4dbff92957bd tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.969s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.622413] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216243, 'name': CreateVM_Task, 'duration_secs': 0.474377} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.623034] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.625497] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.625497] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.625497] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.625497] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ec5029-a22f-4df0-ac2f-505fddb7bab8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.635069] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 954.635069] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5259af75-4e76-5c54-ee84-17c105cc96a5" [ 954.635069] env[68986]: _type = "Task" [ 954.635069] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.648576] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5259af75-4e76-5c54-ee84-17c105cc96a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.651279] env[68986]: DEBUG nova.compute.manager [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.652821] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c9c8c-9e3b-4466-9c96-734b44399ded {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.871406] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.927357] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4f78a-113a-4fdd-90e4-fb3d4071a4bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.942652] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586265e3-3cd8-4e34-9bcd-df61a57912b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.985021] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1531f230-e1f8-4df2-98a3-fca1b7e72985 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.987811] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.988418] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.996330] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee09a588-3f08-4dfe-aa5b-8f091f04ce6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.013962] env[68986]: DEBUG nova.compute.provider_tree [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.102455] env[68986]: DEBUG nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.125518] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.125770] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.125928] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.126120] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.126295] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.126443] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.126931] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.126931] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.127053] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.127120] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.127297] env[68986]: DEBUG nova.virt.hardware [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.128201] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba98a70-c401-4b7f-b878-d5f46275842f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.143574] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df85002-5a4f-4a77-b887-9f75a4f1d572 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.151823] env[68986]: DEBUG nova.network.neutron [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Updated VIF entry in instance network info cache for port 656dd49e-c88e-43d3-8efc-b179ef60ba23. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.152177] env[68986]: DEBUG nova.network.neutron [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Updating instance_info_cache with network_info: [{"id": "656dd49e-c88e-43d3-8efc-b179ef60ba23", "address": "fa:16:3e:b6:aa:43", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656dd49e-c8", "ovs_interfaceid": "656dd49e-c88e-43d3-8efc-b179ef60ba23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.153500] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5259af75-4e76-5c54-ee84-17c105cc96a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.154406] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.154750] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.154886] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.155068] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.155218] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.155508] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cfb84fb-1379-4fdc-9987-2d0b201abe6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.174596] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.174767] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.175733] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef55c840-8f72-4559-9aa3-a7a63f4698a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.183369] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 955.183369] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52242cfe-d924-7962-b570-119c3ea8460f" [ 955.183369] env[68986]: _type = "Task" [ 955.183369] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.193377] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52242cfe-d924-7962-b570-119c3ea8460f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.279058] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.279058] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.279058] env[68986]: DEBUG nova.compute.manager [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.279935] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc3829d-f286-4a61-90fb-f6ad3161b63e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.288549] env[68986]: DEBUG nova.compute.manager [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 955.289292] env[68986]: DEBUG nova.objects.instance [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lazy-loading 'flavor' on Instance uuid b54727be-9cb8-4ee1-9aac-19f83c2d472f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.371635] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.497380] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.497621] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.497721] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.497876] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.498028] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.498181] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.498322] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 955.498465] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.540610] env[68986]: DEBUG nova.compute.manager [req-99fac005-a813-48c7-ac94-9962bba41d91 req-f4af1e18-de81-49e1-b9ae-8c9b271ea667 service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Received event network-vif-plugged-d470002b-603c-40f9-b9bc-b7d4b31603eb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.540721] env[68986]: DEBUG oslo_concurrency.lockutils [req-99fac005-a813-48c7-ac94-9962bba41d91 req-f4af1e18-de81-49e1-b9ae-8c9b271ea667 service nova] Acquiring lock "005ebe76-ca9e-4fcf-874a-9252cce4946b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.541331] env[68986]: DEBUG oslo_concurrency.lockutils [req-99fac005-a813-48c7-ac94-9962bba41d91 req-f4af1e18-de81-49e1-b9ae-8c9b271ea667 service nova] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.541331] env[68986]: DEBUG oslo_concurrency.lockutils [req-99fac005-a813-48c7-ac94-9962bba41d91 req-f4af1e18-de81-49e1-b9ae-8c9b271ea667 service nova] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.541457] env[68986]: DEBUG nova.compute.manager [req-99fac005-a813-48c7-ac94-9962bba41d91 req-f4af1e18-de81-49e1-b9ae-8c9b271ea667 service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] No waiting events found dispatching network-vif-plugged-d470002b-603c-40f9-b9bc-b7d4b31603eb {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.541706] env[68986]: WARNING nova.compute.manager [req-99fac005-a813-48c7-ac94-9962bba41d91 req-f4af1e18-de81-49e1-b9ae-8c9b271ea667 service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Received unexpected event network-vif-plugged-d470002b-603c-40f9-b9bc-b7d4b31603eb for instance with vm_state building and task_state spawning. [ 955.556867] env[68986]: DEBUG nova.scheduler.client.report [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.557183] env[68986]: DEBUG nova.compute.provider_tree [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 105 to 106 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.557334] env[68986]: DEBUG nova.compute.provider_tree [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.654929] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Releasing lock "refresh_cache-5c7f074d-1dd8-4688-8a10-8a5f52bbd624" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.655722] env[68986]: DEBUG nova.compute.manager [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received event network-vif-unplugged-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.655722] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.655722] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.655993] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.655993] env[68986]: DEBUG nova.compute.manager [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] No waiting events found dispatching network-vif-unplugged-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.656175] env[68986]: WARNING nova.compute.manager [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received unexpected event network-vif-unplugged-c383823c-8cd3-4809-bec7-52c750faaa51 for instance with vm_state shelved_offloaded and task_state None. [ 955.656962] env[68986]: DEBUG nova.compute.manager [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received event network-changed-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.656962] env[68986]: DEBUG nova.compute.manager [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Refreshing instance network info cache due to event network-changed-c383823c-8cd3-4809-bec7-52c750faaa51. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.656962] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Acquiring lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.656962] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Acquired lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.657190] env[68986]: DEBUG nova.network.neutron [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Refreshing network info cache for port c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.662753] env[68986]: DEBUG nova.network.neutron [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Successfully updated port: d470002b-603c-40f9-b9bc-b7d4b31603eb {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.677121] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.677684] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b295e943-bc2d-40a2-8609-6ea7a2e2bce6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.694578] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 955.694578] env[68986]: value = "task-3216245" [ 955.694578] env[68986]: _type = "Task" [ 955.694578] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.704909] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52242cfe-d924-7962-b570-119c3ea8460f, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.709122] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.709412] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b649b3-d86c-4a1e-8014-7ba4e6266c4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.716628] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 955.716628] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bb3340-52cc-745a-2d36-ee99cb5e1fc1" [ 955.716628] env[68986]: _type = "Task" [ 955.716628] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.728031] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bb3340-52cc-745a-2d36-ee99cb5e1fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.873636] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216244, 'name': PowerOffVM_Task, 'duration_secs': 1.113901} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.874863] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.875147] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.875435] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74efd67b-b14f-41c3-b1be-3414a1228b8b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.953444] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.953657] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.953891] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleting the datastore file [datastore2] fd667959-7d67-47f7-a401-2b05352bc70a {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.954405] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e4e094-6a6d-4fda-b136-4447ceb3ebe0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.961831] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 955.961831] env[68986]: value = "task-3216247" [ 955.961831] env[68986]: _type = "Task" [ 955.961831] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.970958] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.008313] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.063998] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.987s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.066463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.778s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.068141] env[68986]: INFO nova.compute.claims [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.081297] env[68986]: INFO nova.scheduler.client.report [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Deleted allocations for instance b7085c2d-62c3-4fe0-8e5d-04311052c7ba [ 956.165590] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "refresh_cache-005ebe76-ca9e-4fcf-874a-9252cce4946b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.165745] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "refresh_cache-005ebe76-ca9e-4fcf-874a-9252cce4946b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.165899] env[68986]: DEBUG nova.network.neutron [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.205696] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216245, 'name': PowerOffVM_Task, 'duration_secs': 0.202547} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.205969] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.206258] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.207110] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667a71bf-43dd-4dcf-832b-2337d3196742 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.214925] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.215537] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42b69fb8-4541-4b32-be19-fdafd5ffc94c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.227370] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52bb3340-52cc-745a-2d36-ee99cb5e1fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.019486} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.229893] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.230182] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 5c7f074d-1dd8-4688-8a10-8a5f52bbd624/5c7f074d-1dd8-4688-8a10-8a5f52bbd624.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.230459] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdad6280-5552-482a-8e2e-5ea6f7b9fe60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.239129] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 956.239129] env[68986]: value = "task-3216249" [ 956.239129] env[68986]: _type = "Task" [ 956.239129] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.247889] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.248233] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.248525] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Deleting the datastore file [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.254719] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4128505-10c7-46e0-8786-43a44197f535 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.258058] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.264391] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 956.264391] env[68986]: value = "task-3216250" [ 956.264391] env[68986]: _type = "Task" [ 956.264391] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.275105] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.296899] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.297936] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50c3253b-df8e-4215-b0db-5700511a2baa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.317155] env[68986]: DEBUG oslo_vmware.api [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 956.317155] env[68986]: value = "task-3216251" [ 956.317155] env[68986]: _type = "Task" [ 956.317155] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.324459] env[68986]: DEBUG oslo_vmware.api [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.467730] env[68986]: DEBUG nova.network.neutron [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updated VIF entry in instance network info cache for port c383823c-8cd3-4809-bec7-52c750faaa51. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.468115] env[68986]: DEBUG nova.network.neutron [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": null, "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc383823c-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.477634] env[68986]: DEBUG oslo_vmware.api [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166819} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.477971] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.478092] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.478278] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.478685] env[68986]: INFO nova.compute.manager [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Took 2.14 seconds to destroy the instance on the hypervisor. [ 956.479122] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.480200] env[68986]: DEBUG nova.compute.manager [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.480200] env[68986]: DEBUG nova.network.neutron [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.588732] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73d03791-1605-41af-881a-16dce87cfb26 tempest-ServersAdmin275Test-56829085 tempest-ServersAdmin275Test-56829085-project-member] Lock "b7085c2d-62c3-4fe0-8e5d-04311052c7ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.198s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.701228] env[68986]: DEBUG nova.network.neutron [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.751578] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.776305] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149347} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.776491] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.776531] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.777270] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.825213] env[68986]: DEBUG oslo_vmware.api [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216251, 'name': PowerOffVM_Task, 'duration_secs': 0.220586} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.825447] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.825645] env[68986]: DEBUG nova.compute.manager [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.826492] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78fcda4-1410-4baf-aa30-13de5cbc3294 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.882887] env[68986]: DEBUG nova.network.neutron [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Updating instance_info_cache with network_info: [{"id": "d470002b-603c-40f9-b9bc-b7d4b31603eb", "address": "fa:16:3e:d1:37:53", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd470002b-60", "ovs_interfaceid": "d470002b-603c-40f9-b9bc-b7d4b31603eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.932268] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.970911] env[68986]: DEBUG oslo_concurrency.lockutils [req-c171160b-3480-4eb6-a567-4492f9134ebb req-fd9b3c7a-4512-4c7f-9e63-0faf8cfdb82f service nova] Releasing lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251347] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216249, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.341965] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fbe4deff-41b1-4cae-a495-483d8cce00dd tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.385178] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "refresh_cache-005ebe76-ca9e-4fcf-874a-9252cce4946b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.385588] env[68986]: DEBUG nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Instance network_info: |[{"id": "d470002b-603c-40f9-b9bc-b7d4b31603eb", "address": "fa:16:3e:d1:37:53", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd470002b-60", "ovs_interfaceid": "d470002b-603c-40f9-b9bc-b7d4b31603eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.388407] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:37:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd470002b-603c-40f9-b9bc-b7d4b31603eb', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.398642] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.398642] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.398642] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0150bc83-9654-471c-b4eb-dab8289413e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.425617] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.425617] env[68986]: value = "task-3216252" [ 957.425617] env[68986]: _type = "Task" [ 957.425617] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.448288] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216252, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.456089] env[68986]: DEBUG nova.network.neutron [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.462311] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e3fcf-9c4f-49dc-852f-58ba7c099d2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.471422] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf47eb4-324b-43ea-9c3b-7f6ff50f5a66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.511101] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397ba7e-fdac-4ced-aead-7095d8ecf664 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.521247] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7803ff1c-796f-4ab8-adc3-4c4543ac8d44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.536542] env[68986]: DEBUG nova.compute.provider_tree [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.649162] env[68986]: DEBUG nova.compute.manager [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Received event network-changed-d470002b-603c-40f9-b9bc-b7d4b31603eb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.649392] env[68986]: DEBUG nova.compute.manager [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Refreshing instance network info cache due to event network-changed-d470002b-603c-40f9-b9bc-b7d4b31603eb. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.649573] env[68986]: DEBUG oslo_concurrency.lockutils [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] Acquiring lock "refresh_cache-005ebe76-ca9e-4fcf-874a-9252cce4946b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.649691] env[68986]: DEBUG oslo_concurrency.lockutils [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] Acquired lock "refresh_cache-005ebe76-ca9e-4fcf-874a-9252cce4946b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.649862] env[68986]: DEBUG nova.network.neutron [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Refreshing network info cache for port d470002b-603c-40f9-b9bc-b7d4b31603eb {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.750682] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216249, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.828090] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.828344] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.828507] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.828686] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.828834] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.828984] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.829219] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.829385] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.829553] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.829717] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.829890] env[68986]: DEBUG nova.virt.hardware [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.830808] env[68986]: DEBUG nova.objects.instance [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lazy-loading 'flavor' on Instance uuid b54727be-9cb8-4ee1-9aac-19f83c2d472f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.833732] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e7533-92eb-4f2e-8aaa-ce8cf9a6f856 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.846979] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abcb623-9d3e-493c-ac47-05cf832e9d9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.865825] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.871829] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.872105] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.872334] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f8dae7-7157-4e3a-8252-8c549f8dbe54 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.892489] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.892489] env[68986]: value = "task-3216253" [ 957.892489] env[68986]: _type = "Task" [ 957.892489] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.902149] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216253, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.938674] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216252, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.958430] env[68986]: INFO nova.compute.manager [-] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Took 1.48 seconds to deallocate network for instance. [ 958.063864] env[68986]: ERROR nova.scheduler.client.report [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [req-78658ee1-b1ab-493a-8817-f35548a1b63f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78658ee1-b1ab-493a-8817-f35548a1b63f"}]} [ 958.082587] env[68986]: DEBUG nova.scheduler.client.report [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 958.101559] env[68986]: DEBUG nova.scheduler.client.report [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 958.101983] env[68986]: DEBUG nova.compute.provider_tree [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.115512] env[68986]: DEBUG nova.scheduler.client.report [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 958.137402] env[68986]: DEBUG nova.scheduler.client.report [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 958.255196] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216249, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.695131} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.255472] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 5c7f074d-1dd8-4688-8a10-8a5f52bbd624/5c7f074d-1dd8-4688-8a10-8a5f52bbd624.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.255678] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.255951] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fdf47b8-336d-4885-910a-2e9ea037c500 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.269956] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 958.269956] env[68986]: value = "task-3216254" [ 958.269956] env[68986]: _type = "Task" [ 958.269956] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.283477] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.342303] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.342612] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquired lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.342884] env[68986]: DEBUG nova.network.neutron [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.343196] env[68986]: DEBUG nova.objects.instance [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lazy-loading 'info_cache' on Instance uuid b54727be-9cb8-4ee1-9aac-19f83c2d472f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.406631] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216253, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.411580] env[68986]: DEBUG nova.network.neutron [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Updated VIF entry in instance network info cache for port d470002b-603c-40f9-b9bc-b7d4b31603eb. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.411961] env[68986]: DEBUG nova.network.neutron [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Updating instance_info_cache with network_info: [{"id": "d470002b-603c-40f9-b9bc-b7d4b31603eb", "address": "fa:16:3e:d1:37:53", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd470002b-60", "ovs_interfaceid": "d470002b-603c-40f9-b9bc-b7d4b31603eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.437075] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216252, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.465481] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.495697] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91d7ee-96d2-4e52-89c5-e4f99eb2c487 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.507665] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0b0f21-cce2-48a0-a90e-4a26a6a41cbb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.545662] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77494266-e039-4e0a-85ef-e6d402ee6281 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.555191] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6467ccaf-496f-4a98-9b71-8f6a26327a3e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.571221] env[68986]: DEBUG nova.compute.provider_tree [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.787189] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14902} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.787500] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.788365] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd2d89f-b934-42f2-8db4-432697d687a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.812968] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5c7f074d-1dd8-4688-8a10-8a5f52bbd624/5c7f074d-1dd8-4688-8a10-8a5f52bbd624.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.813324] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdfbf46-34d3-4c4a-8b1b-5960d875af9b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.835133] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 958.835133] env[68986]: value = "task-3216255" [ 958.835133] env[68986]: _type = "Task" [ 958.835133] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.845136] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.846473] env[68986]: DEBUG nova.objects.base [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 958.907250] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216253, 'name': CreateVM_Task, 'duration_secs': 0.631132} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.907903] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.907903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.908081] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.908423] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.908702] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f33498-971d-47d0-9521-8f9e9a07eaf7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.914283] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 958.914283] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a7ca22-cd7b-66e3-8e9a-66491348e2ab" [ 958.914283] env[68986]: _type = "Task" [ 958.914283] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.914810] env[68986]: DEBUG oslo_concurrency.lockutils [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] Releasing lock "refresh_cache-005ebe76-ca9e-4fcf-874a-9252cce4946b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.915043] env[68986]: DEBUG nova.compute.manager [req-68ca3a08-f5ba-4767-9647-7cb868657ebb req-7884e70d-78a5-4032-91c9-d72f3449585e service nova] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Received event network-vif-deleted-c071af31-5ef6-47d9-a9da-2c0b9d42359a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.925277] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a7ca22-cd7b-66e3-8e9a-66491348e2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.937031] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216252, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.105279] env[68986]: DEBUG nova.scheduler.client.report [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 959.105546] env[68986]: DEBUG nova.compute.provider_tree [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 107 to 108 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 959.105727] env[68986]: DEBUG nova.compute.provider_tree [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.346380] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.426058] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a7ca22-cd7b-66e3-8e9a-66491348e2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013572} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.428846] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.429098] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.429334] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.429480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.429654] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.429963] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815f7585-0e5c-4c4d-89cd-3fe5b81d534b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.442074] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216252, 'name': CreateVM_Task, 'duration_secs': 1.879019} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.442216] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.442830] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.443031] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.443949] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.445100] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae7e859-bdfc-4c8a-a951-19bbfa23170b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.446715] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.446887] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.447618] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fec566-68c3-4c28-a37a-ff9499f17cba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.455234] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 959.455234] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52205833-c77a-6c91-bc3b-deb44eca68e4" [ 959.455234] env[68986]: _type = "Task" [ 959.455234] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.455522] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 959.455522] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5261120c-e106-1be2-a437-be74459cf4ff" [ 959.455522] env[68986]: _type = "Task" [ 959.455522] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.468322] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5261120c-e106-1be2-a437-be74459cf4ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.471606] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.471835] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.472064] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.472288] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52205833-c77a-6c91-bc3b-deb44eca68e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.473049] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50116849-d559-468e-b6ac-e01d94931cb6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.480202] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 959.480202] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a322c-dc0e-e924-3b68-f4a77b08ea1a" [ 959.480202] env[68986]: _type = "Task" [ 959.480202] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.487662] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a322c-dc0e-e924-3b68-f4a77b08ea1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.563817] env[68986]: DEBUG nova.network.neutron [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Updating instance_info_cache with network_info: [{"id": "58da02e8-69aa-463a-8403-812f15162700", "address": "fa:16:3e:8b:0a:b5", "network": {"id": "65c2b106-dd9e-4697-9f01-33d114b82335", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1309591977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a7e4a30504d5e859e8e5a5a2a40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58da02e8-69", "ovs_interfaceid": "58da02e8-69aa-463a-8403-812f15162700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.611360] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.545s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.612041] env[68986]: DEBUG nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.616688] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.110s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.617392] env[68986]: INFO nova.compute.claims [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.677235] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.677642] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.846802] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216255, 'name': ReconfigVM_Task, 'duration_secs': 0.54452} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.847155] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5c7f074d-1dd8-4688-8a10-8a5f52bbd624/5c7f074d-1dd8-4688-8a10-8a5f52bbd624.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.847726] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab6b25f0-b0a5-462d-8407-785619ad820f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.855701] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 959.855701] env[68986]: value = "task-3216256" [ 959.855701] env[68986]: _type = "Task" [ 959.855701] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.865219] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216256, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.992029] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529a322c-dc0e-e924-3b68-f4a77b08ea1a, 'name': SearchDatastore_Task, 'duration_secs': 0.045783} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.992156] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.992339] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.992621] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.992808] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.993031] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0497b174-e22c-4661-84e6-b8abbb417efa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.994969] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fac7dd8-aba7-4a02-a6ae-4d5a15d102af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.001957] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 960.001957] env[68986]: value = "task-3216257" [ 960.001957] env[68986]: _type = "Task" [ 960.001957] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.007771] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.007771] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.007972] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7652a5-13fd-4e60-96f5-d1ae7dad1d69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.013968] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.016999] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 960.016999] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52469353-7ea9-d8c3-cac5-f74879ee3b6d" [ 960.016999] env[68986]: _type = "Task" [ 960.016999] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.025511] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52469353-7ea9-d8c3-cac5-f74879ee3b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.067940] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Releasing lock "refresh_cache-b54727be-9cb8-4ee1-9aac-19f83c2d472f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.119575] env[68986]: DEBUG nova.compute.utils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.120846] env[68986]: DEBUG nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.121126] env[68986]: DEBUG nova.network.neutron [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.175741] env[68986]: DEBUG nova.policy [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fabfab1de3134dd181271be1bbfe2710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c0a13928f2e4bb0a70e661fe7a34da6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.180129] env[68986]: DEBUG nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.368717] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216256, 'name': Rename_Task, 'duration_secs': 0.244951} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.369254] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.369254] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc59f40-e1b4-4975-abd1-5104e716c3af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.377469] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 960.377469] env[68986]: value = "task-3216258" [ 960.377469] env[68986]: _type = "Task" [ 960.377469] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.386992] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.511679] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493799} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.511950] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.512222] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.512539] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f739d31-b8f7-4fb1-99a6-13605f4e72b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.518210] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 960.518210] env[68986]: value = "task-3216259" [ 960.518210] env[68986]: _type = "Task" [ 960.518210] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.529036] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52469353-7ea9-d8c3-cac5-f74879ee3b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.007971} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.532352] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.532573] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e240e17d-12a0-4bc8-ac40-0c2526bca279 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.537249] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 960.537249] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525a7bb5-25c1-9c1e-cc04-fd157c281fac" [ 960.537249] env[68986]: _type = "Task" [ 960.537249] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.537965] env[68986]: DEBUG nova.network.neutron [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Successfully created port: 2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.547329] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525a7bb5-25c1-9c1e-cc04-fd157c281fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.625703] env[68986]: DEBUG nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.699390] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.896958] env[68986]: DEBUG oslo_vmware.api [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216258, 'name': PowerOnVM_Task, 'duration_secs': 0.462798} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.896958] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.897279] env[68986]: INFO nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Took 9.27 seconds to spawn the instance on the hypervisor. [ 960.897279] env[68986]: DEBUG nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.898059] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b5fcf-b69f-42c6-8955-ad1b65857cde {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.971945] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4144d467-c77e-4877-a6d2-09cbee084f1a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.979499] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954fa0c6-cded-4508-93f9-bb387b521ad8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.012143] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58809720-2995-43de-9d45-ab5d62442633 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.019704] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d14221-fa53-4c04-8923-0006c1351123 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.031322] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068509} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.038568] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.039106] env[68986]: DEBUG nova.compute.provider_tree [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.040794] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe831246-cf31-468f-ba32-6c0654f53825 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.051625] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525a7bb5-25c1-9c1e-cc04-fd157c281fac, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.058554] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.058823] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 005ebe76-ca9e-4fcf-874a-9252cce4946b/005ebe76-ca9e-4fcf-874a-9252cce4946b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.067965] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.068268] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129ccfec-c9dd-4760-a8c2-8f4a35506ff9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.070518] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77c7e11-97ac-42ae-b29e-abd2c832fc69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.084985] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.085727] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0f4d472-c8cb-4672-bd36-4b74e43740df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.091135] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 961.091135] env[68986]: value = "task-3216260" [ 961.091135] env[68986]: _type = "Task" [ 961.091135] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.096421] env[68986]: DEBUG oslo_vmware.api [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 961.096421] env[68986]: value = "task-3216262" [ 961.096421] env[68986]: _type = "Task" [ 961.096421] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.096694] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 961.096694] env[68986]: value = "task-3216261" [ 961.096694] env[68986]: _type = "Task" [ 961.096694] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.105515] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.111473] env[68986]: DEBUG oslo_vmware.api [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.114496] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.419639] env[68986]: INFO nova.compute.manager [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Took 33.39 seconds to build instance. [ 961.544773] env[68986]: DEBUG nova.scheduler.client.report [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.607864] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.613634] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.616860] env[68986]: DEBUG oslo_vmware.api [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216262, 'name': PowerOnVM_Task, 'duration_secs': 0.466376} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.617137] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.617348] env[68986]: DEBUG nova.compute.manager [None req-9b1cc060-9cbf-46eb-b2e6-32ad79296523 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.618162] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb5c62-89a1-4820-a003-0743b34eb275 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.640507] env[68986]: DEBUG nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.675042] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.675390] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.675594] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.675824] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.675995] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.676176] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.676484] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.676725] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.677476] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.677676] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.677886] env[68986]: DEBUG nova.virt.hardware [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.678793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32254879-1c77-41f6-8b8f-d5b3163f2c22 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.687941] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be52933-393e-4f15-816d-f5bbf0a5378e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.922151] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5249c5cf-cf60-4ea7-b06a-1cddb788b0bd tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.907s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.051755] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.052421] env[68986]: DEBUG nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.056153] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.803s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.056522] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.062666] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.435s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.064107] env[68986]: INFO nova.compute.claims [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.103217] env[68986]: INFO nova.scheduler.client.report [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted allocations for instance 3d2440ed-660a-45be-b0ed-f3f3831eccdd [ 962.112232] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746054} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.112488] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 005ebe76-ca9e-4fcf-874a-9252cce4946b/005ebe76-ca9e-4fcf-874a-9252cce4946b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.112695] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.112962] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-685eef91-fdfb-43d7-8dd0-19549d40d1ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.119551] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216261, 'name': ReconfigVM_Task, 'duration_secs': 0.586464} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.120164] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6/036c862c-86f2-48a6-9e50-2dab7d76c5b6.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.120969] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f364b51d-088e-4724-a0fa-4c0fb2a315ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.124431] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 962.124431] env[68986]: value = "task-3216263" [ 962.124431] env[68986]: _type = "Task" [ 962.124431] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.134291] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 962.134291] env[68986]: value = "task-3216264" [ 962.134291] env[68986]: _type = "Task" [ 962.134291] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.144464] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.152301] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216264, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.158879] env[68986]: DEBUG nova.compute.manager [req-6cd30bfc-e2db-421d-b009-cdbfafa3b580 req-dbf790e7-da47-4df8-9540-8a7e9816340c service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Received event network-vif-plugged-2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.159112] env[68986]: DEBUG oslo_concurrency.lockutils [req-6cd30bfc-e2db-421d-b009-cdbfafa3b580 req-dbf790e7-da47-4df8-9540-8a7e9816340c service nova] Acquiring lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.159319] env[68986]: DEBUG oslo_concurrency.lockutils [req-6cd30bfc-e2db-421d-b009-cdbfafa3b580 req-dbf790e7-da47-4df8-9540-8a7e9816340c service nova] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.159485] env[68986]: DEBUG oslo_concurrency.lockutils [req-6cd30bfc-e2db-421d-b009-cdbfafa3b580 req-dbf790e7-da47-4df8-9540-8a7e9816340c service nova] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.159658] env[68986]: DEBUG nova.compute.manager [req-6cd30bfc-e2db-421d-b009-cdbfafa3b580 req-dbf790e7-da47-4df8-9540-8a7e9816340c service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] No waiting events found dispatching network-vif-plugged-2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.159831] env[68986]: WARNING nova.compute.manager [req-6cd30bfc-e2db-421d-b009-cdbfafa3b580 req-dbf790e7-da47-4df8-9540-8a7e9816340c service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Received unexpected event network-vif-plugged-2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa for instance with vm_state building and task_state spawning. [ 962.201956] env[68986]: DEBUG nova.network.neutron [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Successfully updated port: 2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.558290] env[68986]: DEBUG nova.compute.utils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.559673] env[68986]: DEBUG nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.559844] env[68986]: DEBUG nova.network.neutron [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.611939] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6144ea18-ca0f-439d-99f3-09e6e7a05942 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "3d2440ed-660a-45be-b0ed-f3f3831eccdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.664s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.622478] env[68986]: DEBUG nova.policy [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fabfab1de3134dd181271be1bbfe2710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c0a13928f2e4bb0a70e661fe7a34da6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.635027] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089088} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.635027] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.635485] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281bbe51-38c5-4a74-82d1-23c2e9e4a65e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.646463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.646689] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.646840] env[68986]: DEBUG nova.compute.manager [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.647338] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216264, 'name': Rename_Task, 'duration_secs': 0.267161} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.659414] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9f9d7-22c2-47a4-ad19-e075787179ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.662377] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.671580] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 005ebe76-ca9e-4fcf-874a-9252cce4946b/005ebe76-ca9e-4fcf-874a-9252cce4946b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.671907] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095f60d2-73c1-4096-b8d9-bff1dfdbfa9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.673517] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55f4b0f-9c7a-48bd-81e8-583d48cc4b85 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.690985] env[68986]: DEBUG nova.compute.manager [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 962.691591] env[68986]: DEBUG nova.objects.instance [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'flavor' on Instance uuid 5c7f074d-1dd8-4688-8a10-8a5f52bbd624 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.693922] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 962.693922] env[68986]: value = "task-3216265" [ 962.693922] env[68986]: _type = "Task" [ 962.693922] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.695281] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 962.695281] env[68986]: value = "task-3216266" [ 962.695281] env[68986]: _type = "Task" [ 962.695281] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.711235] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "refresh_cache-07dee742-b2b8-45a0-a78a-2e8e4f475d72" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.711235] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired lock "refresh_cache-07dee742-b2b8-45a0-a78a-2e8e4f475d72" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.711235] env[68986]: DEBUG nova.network.neutron [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.716289] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216265, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.720717] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.906034] env[68986]: DEBUG nova.network.neutron [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Successfully created port: 92c0ab97-69be-468c-9b5d-5a246f738055 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.063510] env[68986]: DEBUG nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.226460] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.230836] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.308302] env[68986]: DEBUG nova.network.neutron [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.485668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d510d3f6-aa2d-432e-b629-0e1bd3bdbdc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.496321] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cbbebc-5d2e-490c-a9a1-3c264c8d82e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.529281] env[68986]: DEBUG nova.network.neutron [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Updating instance_info_cache with network_info: [{"id": "2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa", "address": "fa:16:3e:51:93:77", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc5eb89-53", "ovs_interfaceid": "2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.533020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66cdf56-362f-4547-bdc2-f5f0bf5c2c78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.538944] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd8958-3b04-4786-8dd3-49d5a24050fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.553569] env[68986]: DEBUG nova.compute.provider_tree [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.710804] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.711130] env[68986]: DEBUG oslo_vmware.api [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216265, 'name': PowerOnVM_Task, 'duration_secs': 0.801089} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.715140] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1934f74f-df33-4563-bc35-797ea2d47de1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.716202] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.716581] env[68986]: DEBUG nova.compute.manager [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.717223] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1084afcd-b785-4367-89e4-d22cef2f6059 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.724767] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216266, 'name': ReconfigVM_Task, 'duration_secs': 0.59964} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.727348] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 005ebe76-ca9e-4fcf-874a-9252cce4946b/005ebe76-ca9e-4fcf-874a-9252cce4946b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.728194] env[68986]: DEBUG oslo_vmware.api [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 963.728194] env[68986]: value = "task-3216267" [ 963.728194] env[68986]: _type = "Task" [ 963.728194] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.731445] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-201e10db-6df3-46d2-8f8e-b6dc97ec1a07 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.744036] env[68986]: DEBUG oslo_vmware.api [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.745655] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 963.745655] env[68986]: value = "task-3216268" [ 963.745655] env[68986]: _type = "Task" [ 963.745655] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.754678] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216268, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.035055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Releasing lock "refresh_cache-07dee742-b2b8-45a0-a78a-2e8e4f475d72" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.035418] env[68986]: DEBUG nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Instance network_info: |[{"id": "2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa", "address": "fa:16:3e:51:93:77", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc5eb89-53", "ovs_interfaceid": "2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.036192] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:93:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.045327] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Creating folder: Project (0c0a13928f2e4bb0a70e661fe7a34da6). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.045662] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e43408e-5f3f-4b90-901b-9d7024646a94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.057784] env[68986]: DEBUG nova.scheduler.client.report [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.060960] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Created folder: Project (0c0a13928f2e4bb0a70e661fe7a34da6) in parent group-v642845. [ 964.061119] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Creating folder: Instances. Parent ref: group-v643074. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.061545] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e17d5f2-782d-4628-abce-b74bef7e58aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.070704] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Created folder: Instances in parent group-v643074. [ 964.071024] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.072114] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.073620] env[68986]: DEBUG nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.078945] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b788391-c61b-435a-9cc3-ecbba8b95d5f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.102808] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.103072] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.103231] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.103410] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.103574] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.103721] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.103924] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.104089] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.104255] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.104413] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.104580] env[68986]: DEBUG nova.virt.hardware [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.106330] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4af0f68-6fd7-4569-8c48-77b2410c5bdc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.112030] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.112030] env[68986]: value = "task-3216271" [ 964.112030] env[68986]: _type = "Task" [ 964.112030] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.119403] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c26bfc-e865-4f89-ac8e-9ff12323a963 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.126232] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216271, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.192704] env[68986]: DEBUG nova.compute.manager [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Received event network-changed-2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.192848] env[68986]: DEBUG nova.compute.manager [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Refreshing instance network info cache due to event network-changed-2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.193407] env[68986]: DEBUG oslo_concurrency.lockutils [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] Acquiring lock "refresh_cache-07dee742-b2b8-45a0-a78a-2e8e4f475d72" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.193407] env[68986]: DEBUG oslo_concurrency.lockutils [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] Acquired lock "refresh_cache-07dee742-b2b8-45a0-a78a-2e8e4f475d72" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.193509] env[68986]: DEBUG nova.network.neutron [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Refreshing network info cache for port 2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.257064] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.260910] env[68986]: DEBUG oslo_vmware.api [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216267, 'name': PowerOffVM_Task, 'duration_secs': 0.281266} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.261891] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.262145] env[68986]: DEBUG nova.compute.manager [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.263433] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1557ce1e-c8b2-449f-a757-d9e54d07c1e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.270352] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216268, 'name': Rename_Task, 'duration_secs': 0.205136} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.271060] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.271339] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ae2d26-0c77-40ca-85c1-205de6c81f70 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.280846] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 964.280846] env[68986]: value = "task-3216272" [ 964.280846] env[68986]: _type = "Task" [ 964.280846] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.291463] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.399394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.400027] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.530886] env[68986]: DEBUG nova.network.neutron [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Successfully updated port: 92c0ab97-69be-468c-9b5d-5a246f738055 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.562997] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.563507] env[68986]: DEBUG nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.566419] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.682s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.567571] env[68986]: INFO nova.compute.claims [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.597066] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "366411c4-6754-460d-9187-214c04fad427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.597329] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "366411c4-6754-460d-9187-214c04fad427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.597539] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "366411c4-6754-460d-9187-214c04fad427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.597734] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "366411c4-6754-460d-9187-214c04fad427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.597913] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "366411c4-6754-460d-9187-214c04fad427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.600168] env[68986]: INFO nova.compute.manager [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Terminating instance [ 964.622736] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216271, 'name': CreateVM_Task, 'duration_secs': 0.512105} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.622914] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.623666] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.623829] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.624139] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.624458] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2fcce48-09a2-4f98-94d7-0e474b9b4510 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.628922] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 964.628922] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52206931-c156-4418-8995-ad37a58ee97b" [ 964.628922] env[68986]: _type = "Task" [ 964.628922] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.636207] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52206931-c156-4418-8995-ad37a58ee97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.750910] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.750910] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.750910] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.750910] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.751131] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.753176] env[68986]: INFO nova.compute.manager [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Terminating instance [ 964.780183] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87fe534-c1ce-4e29-a424-b9d4cf73ca8d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.133s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.793519] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.906919] env[68986]: DEBUG nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.979289] env[68986]: DEBUG nova.network.neutron [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Updated VIF entry in instance network info cache for port 2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.979681] env[68986]: DEBUG nova.network.neutron [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Updating instance_info_cache with network_info: [{"id": "2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa", "address": "fa:16:3e:51:93:77", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc5eb89-53", "ovs_interfaceid": "2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.033591] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "refresh_cache-ac140517-8651-4f62-8839-c282c1991a38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.033746] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired lock "refresh_cache-ac140517-8651-4f62-8839-c282c1991a38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.033920] env[68986]: DEBUG nova.network.neutron [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.072632] env[68986]: DEBUG nova.compute.utils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.076120] env[68986]: DEBUG nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.076392] env[68986]: DEBUG nova.network.neutron [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.103900] env[68986]: DEBUG nova.compute.manager [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.104767] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.105212] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b389e-5a6e-46c6-aef7-d630149d2ac0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.112804] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.114195] env[68986]: DEBUG nova.policy [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f572956c514976b68266465124d310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ebf8cb81e442ac84e96976730bad0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.115585] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f111948-7568-41aa-836c-0daf5ae204a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.122850] env[68986]: DEBUG oslo_vmware.api [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 965.122850] env[68986]: value = "task-3216273" [ 965.122850] env[68986]: _type = "Task" [ 965.122850] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.132322] env[68986]: DEBUG oslo_vmware.api [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.141266] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52206931-c156-4418-8995-ad37a58ee97b, 'name': SearchDatastore_Task, 'duration_secs': 0.056079} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.141696] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.142073] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.142384] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.142606] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.142807] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.143105] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4af7ab0-7c77-4615-9801-356f104eeb5c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.152073] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.152295] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.152957] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd06a36-4671-44c7-95fd-0d5616187168 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.158121] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 965.158121] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52212c8b-4ee1-9924-1a4f-5f69adf9aac9" [ 965.158121] env[68986]: _type = "Task" [ 965.158121] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.166707] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52212c8b-4ee1-9924-1a4f-5f69adf9aac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.251579] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.251719] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.252416] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.252416] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.252416] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.255045] env[68986]: INFO nova.compute.manager [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Terminating instance [ 965.257546] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "refresh_cache-036c862c-86f2-48a6-9e50-2dab7d76c5b6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.257726] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquired lock "refresh_cache-036c862c-86f2-48a6-9e50-2dab7d76c5b6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.257910] env[68986]: DEBUG nova.network.neutron [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.293482] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.420413] env[68986]: DEBUG nova.network.neutron [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Successfully created port: e925cba4-7567-4a02-9897-ba28889cd158 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.440334] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.482232] env[68986]: DEBUG oslo_concurrency.lockutils [req-74cbee9d-a3be-4e66-a97d-75c4f15ec3d1 req-bffa9702-b1ed-4751-b858-d66957362e47 service nova] Releasing lock "refresh_cache-07dee742-b2b8-45a0-a78a-2e8e4f475d72" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.566197] env[68986]: DEBUG nova.network.neutron [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.576912] env[68986]: DEBUG nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.636779] env[68986]: DEBUG oslo_vmware.api [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216273, 'name': PowerOffVM_Task, 'duration_secs': 0.196756} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.636779] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.636779] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.636979] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be1764a-bff2-4a5d-824c-f8a5c4f11a67 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.668032] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52212c8b-4ee1-9924-1a4f-5f69adf9aac9, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.668783] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71b8556-e797-42d0-be77-67ef75d0f60e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.674580] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 965.674580] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524bbf64-0c85-7b44-ec51-5d5b4bbc03d4" [ 965.674580] env[68986]: _type = "Task" [ 965.674580] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.689598] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524bbf64-0c85-7b44-ec51-5d5b4bbc03d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.703575] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.703825] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.704142] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleting the datastore file [datastore1] 366411c4-6754-460d-9187-214c04fad427 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.706586] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77c83aea-0b54-45b1-b830-7ea057074d9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.714665] env[68986]: DEBUG oslo_vmware.api [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 965.714665] env[68986]: value = "task-3216275" [ 965.714665] env[68986]: _type = "Task" [ 965.714665] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.726842] env[68986]: DEBUG oslo_vmware.api [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.752208] env[68986]: DEBUG nova.network.neutron [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Updating instance_info_cache with network_info: [{"id": "92c0ab97-69be-468c-9b5d-5a246f738055", "address": "fa:16:3e:29:c2:26", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c0ab97-69", "ovs_interfaceid": "92c0ab97-69be-468c-9b5d-5a246f738055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.764229] env[68986]: DEBUG nova.compute.manager [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.764463] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.766138] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7de8c9-9da0-4e37-9a04-17c67db0e77f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.774187] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.774467] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54afedef-94ef-4010-a40c-8134823da972 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.783722] env[68986]: DEBUG nova.network.neutron [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.795542] env[68986]: DEBUG oslo_vmware.api [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216272, 'name': PowerOnVM_Task, 'duration_secs': 1.255279} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.795780] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.795969] env[68986]: INFO nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Took 10.69 seconds to spawn the instance on the hypervisor. [ 965.796155] env[68986]: DEBUG nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.796939] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5323b6c6-be7a-4ccf-84f7-bbfbdecd8003 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.839084] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.839084] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.839084] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleting the datastore file [datastore1] 5c7f074d-1dd8-4688-8a10-8a5f52bbd624 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.839084] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b5f3938-758e-4888-ab11-bda4b58af83b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.846195] env[68986]: DEBUG oslo_vmware.api [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 965.846195] env[68986]: value = "task-3216277" [ 965.846195] env[68986]: _type = "Task" [ 965.846195] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.846433] env[68986]: DEBUG nova.network.neutron [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.860538] env[68986]: DEBUG oslo_vmware.api [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.921055] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6ff9d0-49e5-4a2f-9d08-abe814d0e49c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.928818] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff28bca-515c-4536-be72-aa763bdef8f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.963800] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f23821-ac25-4dc6-9284-0e884d0c15a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.973023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0344d5-d43c-4810-95b3-cafc285c7254 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.988677] env[68986]: DEBUG nova.compute.provider_tree [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.190468] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524bbf64-0c85-7b44-ec51-5d5b4bbc03d4, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.190818] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.191059] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 07dee742-b2b8-45a0-a78a-2e8e4f475d72/07dee742-b2b8-45a0-a78a-2e8e4f475d72.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.191340] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce0da308-acbd-40a5-8fa7-dc7c01e17072 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.199026] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 966.199026] env[68986]: value = "task-3216278" [ 966.199026] env[68986]: _type = "Task" [ 966.199026] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.207703] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.223980] env[68986]: DEBUG oslo_vmware.api [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302733} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.224365] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.224557] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.224733] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.226073] env[68986]: INFO nova.compute.manager [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 366411c4-6754-460d-9187-214c04fad427] Took 1.12 seconds to destroy the instance on the hypervisor. [ 966.226411] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.226634] env[68986]: DEBUG nova.compute.manager [-] [instance: 366411c4-6754-460d-9187-214c04fad427] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.226730] env[68986]: DEBUG nova.network.neutron [-] [instance: 366411c4-6754-460d-9187-214c04fad427] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.255813] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Releasing lock "refresh_cache-ac140517-8651-4f62-8839-c282c1991a38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.256168] env[68986]: DEBUG nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Instance network_info: |[{"id": "92c0ab97-69be-468c-9b5d-5a246f738055", "address": "fa:16:3e:29:c2:26", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c0ab97-69", "ovs_interfaceid": "92c0ab97-69be-468c-9b5d-5a246f738055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.256739] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:c2:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c0ab97-69be-468c-9b5d-5a246f738055', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.265042] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.267678] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac140517-8651-4f62-8839-c282c1991a38] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.267973] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc6a599d-e933-43ac-a23d-cb2cb4cd61f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.290330] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.290330] env[68986]: value = "task-3216279" [ 966.290330] env[68986]: _type = "Task" [ 966.290330] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.298761] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216279, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.321075] env[68986]: INFO nova.compute.manager [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Took 31.78 seconds to build instance. [ 966.353349] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Releasing lock "refresh_cache-036c862c-86f2-48a6-9e50-2dab7d76c5b6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.353793] env[68986]: DEBUG nova.compute.manager [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.354016] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.356084] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3867e99-39da-475b-8530-5e98479ecf1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.364651] env[68986]: DEBUG oslo_vmware.api [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218982} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.367160] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.367377] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.367575] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.367760] env[68986]: INFO nova.compute.manager [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Took 0.60 seconds to destroy the instance on the hypervisor. [ 966.368024] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.368261] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.368495] env[68986]: DEBUG nova.compute.manager [-] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.368695] env[68986]: DEBUG nova.network.neutron [-] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.370505] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82d9c9e0-ca1e-475d-b481-5f5474090847 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.379033] env[68986]: DEBUG oslo_vmware.api [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 966.379033] env[68986]: value = "task-3216280" [ 966.379033] env[68986]: _type = "Task" [ 966.379033] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.387978] env[68986]: DEBUG oslo_vmware.api [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.412359] env[68986]: DEBUG nova.compute.manager [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Received event network-vif-plugged-92c0ab97-69be-468c-9b5d-5a246f738055 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.412572] env[68986]: DEBUG oslo_concurrency.lockutils [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] Acquiring lock "ac140517-8651-4f62-8839-c282c1991a38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.412846] env[68986]: DEBUG oslo_concurrency.lockutils [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] Lock "ac140517-8651-4f62-8839-c282c1991a38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.413133] env[68986]: DEBUG oslo_concurrency.lockutils [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] Lock "ac140517-8651-4f62-8839-c282c1991a38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.413333] env[68986]: DEBUG nova.compute.manager [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] No waiting events found dispatching network-vif-plugged-92c0ab97-69be-468c-9b5d-5a246f738055 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.413511] env[68986]: WARNING nova.compute.manager [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Received unexpected event network-vif-plugged-92c0ab97-69be-468c-9b5d-5a246f738055 for instance with vm_state building and task_state spawning. [ 966.413767] env[68986]: DEBUG nova.compute.manager [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Received event network-changed-92c0ab97-69be-468c-9b5d-5a246f738055 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.413902] env[68986]: DEBUG nova.compute.manager [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Refreshing instance network info cache due to event network-changed-92c0ab97-69be-468c-9b5d-5a246f738055. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.414071] env[68986]: DEBUG oslo_concurrency.lockutils [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] Acquiring lock "refresh_cache-ac140517-8651-4f62-8839-c282c1991a38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.414260] env[68986]: DEBUG oslo_concurrency.lockutils [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] Acquired lock "refresh_cache-ac140517-8651-4f62-8839-c282c1991a38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.414368] env[68986]: DEBUG nova.network.neutron [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Refreshing network info cache for port 92c0ab97-69be-468c-9b5d-5a246f738055 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.492475] env[68986]: DEBUG nova.scheduler.client.report [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.590314] env[68986]: DEBUG nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.631447] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.631883] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.632258] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.632659] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.632999] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.633333] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.633766] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.634146] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.634391] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.634651] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.636313] env[68986]: DEBUG nova.virt.hardware [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.637348] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ece312-1da8-49a7-9e8e-78785d147d78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.648834] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f8543-5e33-4169-919a-2eed818de075 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.712119] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.803814] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216279, 'name': CreateVM_Task, 'duration_secs': 0.458088} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.804739] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac140517-8651-4f62-8839-c282c1991a38] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.805594] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.805810] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.806172] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.806820] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0f0300-72c6-4376-9cb5-13c0e866a0eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.812355] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 966.812355] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c5a15-7c54-630c-96e2-ca771d16d589" [ 966.812355] env[68986]: _type = "Task" [ 966.812355] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.823415] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55af7f7a-842f-478b-874c-fa73f1ffa161 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.289s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.823415] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c5a15-7c54-630c-96e2-ca771d16d589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.890200] env[68986]: DEBUG oslo_vmware.api [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216280, 'name': PowerOffVM_Task, 'duration_secs': 0.161296} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.892635] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.892635] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.893444] env[68986]: DEBUG nova.compute.manager [req-e1f1e3c6-6f61-43c1-afe2-388b4fff0dfd req-0e3427ce-79ca-4de7-bcd3-b213af9a72e3 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Received event network-vif-deleted-d5eb2d21-35a0-498b-8915-e4e107c44bbe {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.893630] env[68986]: INFO nova.compute.manager [req-e1f1e3c6-6f61-43c1-afe2-388b4fff0dfd req-0e3427ce-79ca-4de7-bcd3-b213af9a72e3 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Neutron deleted interface d5eb2d21-35a0-498b-8915-e4e107c44bbe; detaching it from the instance and deleting it from the info cache [ 966.894008] env[68986]: DEBUG nova.network.neutron [req-e1f1e3c6-6f61-43c1-afe2-388b4fff0dfd req-0e3427ce-79ca-4de7-bcd3-b213af9a72e3 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.895560] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-165f70d8-206b-4e3c-b57e-0a4d4bdf5c6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.919828] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.920033] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.920258] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Deleting the datastore file [datastore1] 036c862c-86f2-48a6-9e50-2dab7d76c5b6 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.920771] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dabd04f-9102-423f-96e3-b3a0e96ab607 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.926942] env[68986]: DEBUG oslo_vmware.api [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for the task: (returnval){ [ 966.926942] env[68986]: value = "task-3216282" [ 966.926942] env[68986]: _type = "Task" [ 966.926942] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.937812] env[68986]: DEBUG oslo_vmware.api [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.001062] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.001638] env[68986]: DEBUG nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.006557] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.922s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.006834] env[68986]: DEBUG nova.objects.instance [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lazy-loading 'resources' on Instance uuid 8957a774-54d3-4841-b640-b22a797c4749 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.116381] env[68986]: DEBUG nova.network.neutron [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Successfully updated port: e925cba4-7567-4a02-9897-ba28889cd158 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.205158] env[68986]: DEBUG nova.network.neutron [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Updated VIF entry in instance network info cache for port 92c0ab97-69be-468c-9b5d-5a246f738055. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.205493] env[68986]: DEBUG nova.network.neutron [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Updating instance_info_cache with network_info: [{"id": "92c0ab97-69be-468c-9b5d-5a246f738055", "address": "fa:16:3e:29:c2:26", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c0ab97-69", "ovs_interfaceid": "92c0ab97-69be-468c-9b5d-5a246f738055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.212875] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689976} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.212875] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 07dee742-b2b8-45a0-a78a-2e8e4f475d72/07dee742-b2b8-45a0-a78a-2e8e4f475d72.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.213081] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.213326] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f07e1c3-4281-4538-bf19-07f45f157143 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.215393] env[68986]: DEBUG nova.network.neutron [-] [instance: 366411c4-6754-460d-9187-214c04fad427] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.221798] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 967.221798] env[68986]: value = "task-3216283" [ 967.221798] env[68986]: _type = "Task" [ 967.221798] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.230939] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.298442] env[68986]: DEBUG nova.network.neutron [-] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.322663] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c5a15-7c54-630c-96e2-ca771d16d589, 'name': SearchDatastore_Task, 'duration_secs': 0.021644} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.323129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.323412] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.323701] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.323915] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.324183] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.324456] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea84143d-30a4-457a-a142-f5f68271d0b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.333316] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.333491] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.334205] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd6f1ed-2fad-469b-b7bf-cbf84418839e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.339223] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 967.339223] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c1000-f06e-bff2-9145-150968e56b3f" [ 967.339223] env[68986]: _type = "Task" [ 967.339223] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.346635] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c1000-f06e-bff2-9145-150968e56b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.400040] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fae4160-92fd-4448-91ec-a1c562b74845 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.408701] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d840afc-de38-4fcf-aac4-7460fade7eae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.445047] env[68986]: DEBUG nova.compute.manager [req-e1f1e3c6-6f61-43c1-afe2-388b4fff0dfd req-0e3427ce-79ca-4de7-bcd3-b213af9a72e3 service nova] [instance: 366411c4-6754-460d-9187-214c04fad427] Detach interface failed, port_id=d5eb2d21-35a0-498b-8915-e4e107c44bbe, reason: Instance 366411c4-6754-460d-9187-214c04fad427 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.448387] env[68986]: DEBUG oslo_vmware.api [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Task: {'id': task-3216282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300661} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.448611] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.448789] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.448959] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.449147] env[68986]: INFO nova.compute.manager [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 967.449381] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.449568] env[68986]: DEBUG nova.compute.manager [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.449662] env[68986]: DEBUG nova.network.neutron [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.467422] env[68986]: DEBUG nova.network.neutron [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.510043] env[68986]: DEBUG nova.compute.utils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.515833] env[68986]: DEBUG nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.516016] env[68986]: DEBUG nova.network.neutron [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.533289] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "005ebe76-ca9e-4fcf-874a-9252cce4946b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.533560] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.533778] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "005ebe76-ca9e-4fcf-874a-9252cce4946b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.533994] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.534181] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.538737] env[68986]: INFO nova.compute.manager [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Terminating instance [ 967.566399] env[68986]: DEBUG nova.policy [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77e2611df1d6440c814433e9ea98d10d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7bf39e412a44a138d5ed3d5898eac38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.620573] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "refresh_cache-4b126b04-151a-4b6d-9104-936c67d4789f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.620720] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "refresh_cache-4b126b04-151a-4b6d-9104-936c67d4789f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.620907] env[68986]: DEBUG nova.network.neutron [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.709562] env[68986]: DEBUG oslo_concurrency.lockutils [req-7c1163e6-5f3a-4dac-ae5e-589b55a2ab04 req-311093a6-37f0-4749-95ea-5f1bde519587 service nova] Releasing lock "refresh_cache-ac140517-8651-4f62-8839-c282c1991a38" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.718450] env[68986]: INFO nova.compute.manager [-] [instance: 366411c4-6754-460d-9187-214c04fad427] Took 1.49 seconds to deallocate network for instance. [ 967.736844] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151221} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.737166] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.737956] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60401daf-7914-4113-ac8b-0da5dba0e7f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.773547] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 07dee742-b2b8-45a0-a78a-2e8e4f475d72/07dee742-b2b8-45a0-a78a-2e8e4f475d72.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.778561] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b84af3-0c0c-4472-866e-818544619fa5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.799869] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 967.799869] env[68986]: value = "task-3216284" [ 967.799869] env[68986]: _type = "Task" [ 967.799869] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.800804] env[68986]: INFO nova.compute.manager [-] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Took 1.43 seconds to deallocate network for instance. [ 967.815654] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.848995] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c1000-f06e-bff2-9145-150968e56b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.019749} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.852803] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d18e3d-f56c-4456-a63a-2003b74c1abc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.857868] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 967.857868] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527f1e2f-8de2-bb07-d831-bb17d1aafcf2" [ 967.857868] env[68986]: _type = "Task" [ 967.857868] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.870420] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527f1e2f-8de2-bb07-d831-bb17d1aafcf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.872269] env[68986]: DEBUG nova.network.neutron [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Successfully created port: 60f03c53-421b-41a1-89f8-3ad26671dcdd {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.884473] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c2c132-a93c-4798-b05c-ec2347726923 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.891784] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f209a8a-0b3b-4669-b17f-16c4e438f7f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.923405] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f84a1a-9c1d-4c1f-a8c3-c1f912652681 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.933020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dc516d-2ed9-40f5-9fbc-809a5892fd7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.947236] env[68986]: DEBUG nova.compute.provider_tree [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.969091] env[68986]: DEBUG nova.network.neutron [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.000507] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.000869] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.002167] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.002448] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.002638] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.005628] env[68986]: INFO nova.compute.manager [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Terminating instance [ 968.017088] env[68986]: DEBUG nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.046023] env[68986]: DEBUG nova.compute.manager [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.046023] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.046023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040a2b8f-dd61-454b-900d-65c317c58a6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.054080] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.055100] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb3f8e8-3463-4a60-bfcd-eb721d3a4ec1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.063742] env[68986]: DEBUG oslo_vmware.api [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 968.063742] env[68986]: value = "task-3216285" [ 968.063742] env[68986]: _type = "Task" [ 968.063742] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.073802] env[68986]: DEBUG oslo_vmware.api [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.155979] env[68986]: DEBUG nova.network.neutron [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.229432] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.314265] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216284, 'name': ReconfigVM_Task, 'duration_secs': 0.306636} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.314748] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 07dee742-b2b8-45a0-a78a-2e8e4f475d72/07dee742-b2b8-45a0-a78a-2e8e4f475d72.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.316133] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.317683] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6aedb81-bdb7-4e2e-825a-bf1529c4eb72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.335359] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 968.335359] env[68986]: value = "task-3216286" [ 968.335359] env[68986]: _type = "Task" [ 968.335359] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.346791] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216286, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.367403] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527f1e2f-8de2-bb07-d831-bb17d1aafcf2, 'name': SearchDatastore_Task, 'duration_secs': 0.016685} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.367659] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.367924] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] ac140517-8651-4f62-8839-c282c1991a38/ac140517-8651-4f62-8839-c282c1991a38.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.368196] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be4114c-0d73-4f32-a26f-fc2b3acca513 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.374890] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 968.374890] env[68986]: value = "task-3216287" [ 968.374890] env[68986]: _type = "Task" [ 968.374890] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.378797] env[68986]: DEBUG nova.network.neutron [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Updating instance_info_cache with network_info: [{"id": "e925cba4-7567-4a02-9897-ba28889cd158", "address": "fa:16:3e:1a:0c:48", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape925cba4-75", "ovs_interfaceid": "e925cba4-7567-4a02-9897-ba28889cd158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.384266] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.440634] env[68986]: DEBUG nova.compute.manager [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Received event network-vif-plugged-e925cba4-7567-4a02-9897-ba28889cd158 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.441035] env[68986]: DEBUG oslo_concurrency.lockutils [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] Acquiring lock "4b126b04-151a-4b6d-9104-936c67d4789f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.441103] env[68986]: DEBUG oslo_concurrency.lockutils [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] Lock "4b126b04-151a-4b6d-9104-936c67d4789f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.441225] env[68986]: DEBUG oslo_concurrency.lockutils [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] Lock "4b126b04-151a-4b6d-9104-936c67d4789f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.441387] env[68986]: DEBUG nova.compute.manager [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] No waiting events found dispatching network-vif-plugged-e925cba4-7567-4a02-9897-ba28889cd158 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.441548] env[68986]: WARNING nova.compute.manager [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Received unexpected event network-vif-plugged-e925cba4-7567-4a02-9897-ba28889cd158 for instance with vm_state building and task_state spawning. [ 968.441700] env[68986]: DEBUG nova.compute.manager [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Received event network-changed-e925cba4-7567-4a02-9897-ba28889cd158 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.441847] env[68986]: DEBUG nova.compute.manager [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Refreshing instance network info cache due to event network-changed-e925cba4-7567-4a02-9897-ba28889cd158. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.442009] env[68986]: DEBUG oslo_concurrency.lockutils [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] Acquiring lock "refresh_cache-4b126b04-151a-4b6d-9104-936c67d4789f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.449734] env[68986]: DEBUG nova.scheduler.client.report [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.471080] env[68986]: INFO nova.compute.manager [-] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Took 1.02 seconds to deallocate network for instance. [ 968.509736] env[68986]: DEBUG nova.compute.manager [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.509974] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.511213] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8869a614-e5cf-467e-9d0b-87100b0bc0a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.520050] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.520338] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6204c5c-1a9f-4a01-93c4-0234a8260c3e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.530311] env[68986]: DEBUG oslo_vmware.api [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 968.530311] env[68986]: value = "task-3216288" [ 968.530311] env[68986]: _type = "Task" [ 968.530311] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.538781] env[68986]: DEBUG oslo_vmware.api [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3216288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.574243] env[68986]: DEBUG oslo_vmware.api [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216285, 'name': PowerOffVM_Task, 'duration_secs': 0.20181} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.574669] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.574877] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.575176] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b39dc7-4d06-4a8f-ad71-a186a4f557d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.847675] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216286, 'name': Rename_Task, 'duration_secs': 0.202643} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.847964] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.848232] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-239ab6fa-ea9e-4e09-9162-dd39acb64bfe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.856050] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 968.856050] env[68986]: value = "task-3216290" [ 968.856050] env[68986]: _type = "Task" [ 968.856050] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.864168] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.881643] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "refresh_cache-4b126b04-151a-4b6d-9104-936c67d4789f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.881929] env[68986]: DEBUG nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Instance network_info: |[{"id": "e925cba4-7567-4a02-9897-ba28889cd158", "address": "fa:16:3e:1a:0c:48", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape925cba4-75", "ovs_interfaceid": "e925cba4-7567-4a02-9897-ba28889cd158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.885391] env[68986]: DEBUG oslo_concurrency.lockutils [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] Acquired lock "refresh_cache-4b126b04-151a-4b6d-9104-936c67d4789f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.885601] env[68986]: DEBUG nova.network.neutron [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Refreshing network info cache for port e925cba4-7567-4a02-9897-ba28889cd158 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.887071] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:0c:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e925cba4-7567-4a02-9897-ba28889cd158', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.901178] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.901178] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216287, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.902299] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.902593] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d11b632a-957f-4459-b715-60462c4e7224 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.923891] env[68986]: DEBUG nova.compute.manager [req-e805ed33-80ef-429e-ac46-ea4b63d0cd5a req-0f8d3468-ce20-409a-86e2-9adea60b57fa service nova] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Received event network-vif-deleted-656dd49e-c88e-43d3-8efc-b179ef60ba23 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.928929] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.928929] env[68986]: value = "task-3216291" [ 968.928929] env[68986]: _type = "Task" [ 968.928929] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.939702] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216291, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.954275] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.956960] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.357s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.957185] env[68986]: DEBUG nova.objects.instance [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lazy-loading 'resources' on Instance uuid 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.978681] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.979816] env[68986]: INFO nova.scheduler.client.report [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted allocations for instance 8957a774-54d3-4841-b640-b22a797c4749 [ 969.027863] env[68986]: DEBUG nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.043920] env[68986]: DEBUG oslo_vmware.api [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3216288, 'name': PowerOffVM_Task, 'duration_secs': 0.274366} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.043920] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.043920] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.044167] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c4be87-7a7b-4c4a-8bdb-975381a29f51 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.050163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.050163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.050163] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleting the datastore file [datastore1] 005ebe76-ca9e-4fcf-874a-9252cce4946b {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.050163] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f2685d-8bed-46ed-a9bc-5cb4f395ee10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.057665] env[68986]: DEBUG oslo_vmware.api [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 969.057665] env[68986]: value = "task-3216293" [ 969.057665] env[68986]: _type = "Task" [ 969.057665] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.059943] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.060199] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.060380] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.060584] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.060739] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.060913] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.061154] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.061402] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.061535] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.061721] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.061915] env[68986]: DEBUG nova.virt.hardware [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.062882] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ada5adb-bcbf-471e-8429-92c5ee8ad37f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.076865] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337b8b8-7487-43cf-8124-6c99d9a877c0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.114456] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.114719] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.114905] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Deleting the datastore file [datastore1] ac1f58f4-2679-41cd-a1e8-6c707dfccea0 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.115187] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f37e7cf-3026-46e6-a1f2-68ad3f80c383 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.121469] env[68986]: DEBUG oslo_vmware.api [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for the task: (returnval){ [ 969.121469] env[68986]: value = "task-3216294" [ 969.121469] env[68986]: _type = "Task" [ 969.121469] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.129249] env[68986]: DEBUG oslo_vmware.api [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3216294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.367376] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216290, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.383634] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588484} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.383895] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] ac140517-8651-4f62-8839-c282c1991a38/ac140517-8651-4f62-8839-c282c1991a38.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.384132] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.384407] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91faa351-98a2-4a07-9747-61765c5cc2a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.389979] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 969.389979] env[68986]: value = "task-3216295" [ 969.389979] env[68986]: _type = "Task" [ 969.389979] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.397934] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.440860] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216291, 'name': CreateVM_Task, 'duration_secs': 0.325903} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.441064] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.441870] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.441928] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.442246] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.442494] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ec5beb-107d-4ec1-aa3d-08d1c610aab7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.447237] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 969.447237] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d937e4-43d4-d26f-33ce-bf036c15ee10" [ 969.447237] env[68986]: _type = "Task" [ 969.447237] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.455021] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d937e4-43d4-d26f-33ce-bf036c15ee10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.459875] env[68986]: DEBUG nova.objects.instance [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lazy-loading 'numa_topology' on Instance uuid 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.488496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-67ac97a6-3f84-4667-89cc-ed34a71e5574 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "8957a774-54d3-4841-b640-b22a797c4749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.483s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.575118] env[68986]: DEBUG oslo_vmware.api [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180343} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.577444] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.577646] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.577821] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.577992] env[68986]: INFO nova.compute.manager [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Took 1.53 seconds to destroy the instance on the hypervisor. [ 969.578244] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.578441] env[68986]: DEBUG nova.compute.manager [-] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.578551] env[68986]: DEBUG nova.network.neutron [-] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.610515] env[68986]: DEBUG nova.network.neutron [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Updated VIF entry in instance network info cache for port e925cba4-7567-4a02-9897-ba28889cd158. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.610515] env[68986]: DEBUG nova.network.neutron [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Updating instance_info_cache with network_info: [{"id": "e925cba4-7567-4a02-9897-ba28889cd158", "address": "fa:16:3e:1a:0c:48", "network": {"id": "2cde3d8d-5eee-4782-b50d-abdf48ea4b02", "bridge": "br-int", "label": "tempest-ImagesTestJSON-445091789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ebf8cb81e442ac84e96976730bad0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape925cba4-75", "ovs_interfaceid": "e925cba4-7567-4a02-9897-ba28889cd158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.639956] env[68986]: DEBUG oslo_vmware.api [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Task: {'id': task-3216294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154458} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.639956] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.639956] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.639956] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.639956] env[68986]: INFO nova.compute.manager [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 969.639956] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.642563] env[68986]: DEBUG nova.compute.manager [-] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.642788] env[68986]: DEBUG nova.network.neutron [-] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.808124] env[68986]: DEBUG nova.network.neutron [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Successfully updated port: 60f03c53-421b-41a1-89f8-3ad26671dcdd {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.867029] env[68986]: DEBUG oslo_vmware.api [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216290, 'name': PowerOnVM_Task, 'duration_secs': 0.517211} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.867293] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.867494] env[68986]: INFO nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Took 8.23 seconds to spawn the instance on the hypervisor. [ 969.867672] env[68986]: DEBUG nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.868461] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa41978b-7896-4abc-baf0-77f83166d458 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.899076] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063421} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.899715] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.900169] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd5f530-95ee-48f7-a063-0919f5ad1814 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.922387] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ac140517-8651-4f62-8839-c282c1991a38/ac140517-8651-4f62-8839-c282c1991a38.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.923388] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860c11b7-6c76-4585-ad82-7fb457c05d2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.948276] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 969.948276] env[68986]: value = "task-3216296" [ 969.948276] env[68986]: _type = "Task" [ 969.948276] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.961641] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d937e4-43d4-d26f-33ce-bf036c15ee10, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.965391] env[68986]: DEBUG nova.objects.base [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Object Instance<98ac7b62-c1a9-4e24-8d8c-d074f2566df6> lazy-loaded attributes: resources,numa_topology {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.967995] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.968131] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.968371] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.968480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.968655] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.968913] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.969582] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b841e5-8d37-4d4c-96dc-c0b6f983b0ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.979084] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.979314] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.980147] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5adfbd2e-79ab-4f3d-843d-a8a844821928 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.985299] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 969.985299] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ac969-df1c-252d-4ec1-861f8aac66f3" [ 969.985299] env[68986]: _type = "Task" [ 969.985299] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.001019] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ac969-df1c-252d-4ec1-861f8aac66f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.112175] env[68986]: DEBUG oslo_concurrency.lockutils [req-7576b1f5-63b3-4d26-b9db-81b438dfedf2 req-f7cbbb6f-30a4-46d0-906b-7f2c6b8d826d service nova] Releasing lock "refresh_cache-4b126b04-151a-4b6d-9104-936c67d4789f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.310506] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "refresh_cache-d10e2b0e-8839-41c8-871b-509d5211e71c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.310667] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquired lock "refresh_cache-d10e2b0e-8839-41c8-871b-509d5211e71c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.310818] env[68986]: DEBUG nova.network.neutron [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.317426] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29d099-3cf9-4bfa-a3c1-b0d070332c8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.328517] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440636f9-3baf-4f24-84ca-e1755092446d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.360788] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f7121c-aae5-440f-9eb3-8823516f638a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.371184] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166912bb-c7e6-455e-bbb7-ea70314610bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.389096] env[68986]: DEBUG nova.compute.provider_tree [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.391782] env[68986]: INFO nova.compute.manager [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Took 31.12 seconds to build instance. [ 970.443286] env[68986]: DEBUG nova.network.neutron [-] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.462044] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216296, 'name': ReconfigVM_Task, 'duration_secs': 0.276884} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.462755] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ac140517-8651-4f62-8839-c282c1991a38/ac140517-8651-4f62-8839-c282c1991a38.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.463285] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-254ea221-e3be-49f4-a104-08fa8387d05d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.470526] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 970.470526] env[68986]: value = "task-3216297" [ 970.470526] env[68986]: _type = "Task" [ 970.470526] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.475837] env[68986]: DEBUG nova.compute.manager [req-8699e444-39b6-4c36-bdb1-84ac5c02b84c req-4a645dd6-ee9c-4c4c-b3f0-9b5fcf6c14d4 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Received event network-vif-deleted-7d00c689-9d24-4029-bbb9-a65f9e22bbb4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.476042] env[68986]: INFO nova.compute.manager [req-8699e444-39b6-4c36-bdb1-84ac5c02b84c req-4a645dd6-ee9c-4c4c-b3f0-9b5fcf6c14d4 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Neutron deleted interface 7d00c689-9d24-4029-bbb9-a65f9e22bbb4; detaching it from the instance and deleting it from the info cache [ 970.477225] env[68986]: DEBUG nova.network.neutron [req-8699e444-39b6-4c36-bdb1-84ac5c02b84c req-4a645dd6-ee9c-4c4c-b3f0-9b5fcf6c14d4 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.483114] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216297, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.495890] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ac969-df1c-252d-4ec1-861f8aac66f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017006} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.496731] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290bf110-9f59-4028-9224-da2681ee7f88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.502505] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 970.502505] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c68944-2d49-4961-4cf5-b94f559f7faa" [ 970.502505] env[68986]: _type = "Task" [ 970.502505] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.511615] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c68944-2d49-4961-4cf5-b94f559f7faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.784473] env[68986]: DEBUG nova.network.neutron [-] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.844299] env[68986]: DEBUG nova.network.neutron [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.866639] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-174ceea5-b609-46f7-aecd-e0013e972135-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.866639] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-174ceea5-b609-46f7-aecd-e0013e972135-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.866974] env[68986]: DEBUG nova.objects.instance [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'flavor' on Instance uuid 174ceea5-b609-46f7-aecd-e0013e972135 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.894365] env[68986]: DEBUG nova.scheduler.client.report [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.897644] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9afc22e5-cdcb-482a-87be-5f597a6663d4 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.636s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.945732] env[68986]: INFO nova.compute.manager [-] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Took 1.37 seconds to deallocate network for instance. [ 970.982015] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216297, 'name': Rename_Task, 'duration_secs': 0.14089} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.982910] env[68986]: DEBUG nova.network.neutron [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Updating instance_info_cache with network_info: [{"id": "60f03c53-421b-41a1-89f8-3ad26671dcdd", "address": "fa:16:3e:f8:75:5e", "network": {"id": "5fae05c1-37a4-434b-95e2-d299b8ee4840", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-633848248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7bf39e412a44a138d5ed3d5898eac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f03c53-42", "ovs_interfaceid": "60f03c53-421b-41a1-89f8-3ad26671dcdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.983995] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8d5e187-4394-482c-928b-94243f15b717 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.986707] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.987194] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5048e35-1352-40fa-b344-8b95c90d1fe1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.996944] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d003f2f4-85f9-4f9c-8aab-ee7b8551036f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.008068] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 971.008068] env[68986]: value = "task-3216298" [ 971.008068] env[68986]: _type = "Task" [ 971.008068] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.017345] env[68986]: DEBUG nova.compute.manager [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Received event network-vif-plugged-60f03c53-421b-41a1-89f8-3ad26671dcdd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.017556] env[68986]: DEBUG oslo_concurrency.lockutils [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] Acquiring lock "d10e2b0e-8839-41c8-871b-509d5211e71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.017760] env[68986]: DEBUG oslo_concurrency.lockutils [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.017921] env[68986]: DEBUG oslo_concurrency.lockutils [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.018093] env[68986]: DEBUG nova.compute.manager [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] No waiting events found dispatching network-vif-plugged-60f03c53-421b-41a1-89f8-3ad26671dcdd {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.018259] env[68986]: WARNING nova.compute.manager [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Received unexpected event network-vif-plugged-60f03c53-421b-41a1-89f8-3ad26671dcdd for instance with vm_state building and task_state spawning. [ 971.018418] env[68986]: DEBUG nova.compute.manager [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Received event network-changed-60f03c53-421b-41a1-89f8-3ad26671dcdd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.018570] env[68986]: DEBUG nova.compute.manager [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Refreshing instance network info cache due to event network-changed-60f03c53-421b-41a1-89f8-3ad26671dcdd. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.018733] env[68986]: DEBUG oslo_concurrency.lockutils [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] Acquiring lock "refresh_cache-d10e2b0e-8839-41c8-871b-509d5211e71c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.022909] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c68944-2d49-4961-4cf5-b94f559f7faa, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.034755] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.035141] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 4b126b04-151a-4b6d-9104-936c67d4789f/4b126b04-151a-4b6d-9104-936c67d4789f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.035977] env[68986]: DEBUG nova.compute.manager [req-8699e444-39b6-4c36-bdb1-84ac5c02b84c req-4a645dd6-ee9c-4c4c-b3f0-9b5fcf6c14d4 service nova] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Detach interface failed, port_id=7d00c689-9d24-4029-bbb9-a65f9e22bbb4, reason: Instance ac1f58f4-2679-41cd-a1e8-6c707dfccea0 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.041969] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b10f6739-5e5f-4277-95c9-1c05471de715 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.045073] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.049533] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 971.049533] env[68986]: value = "task-3216299" [ 971.049533] env[68986]: _type = "Task" [ 971.049533] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.060864] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.287233] env[68986]: INFO nova.compute.manager [-] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Took 1.64 seconds to deallocate network for instance. [ 971.399965] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.443s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.402660] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.394s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.402875] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.403038] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 971.403375] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.938s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.404226] env[68986]: DEBUG nova.objects.instance [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'resources' on Instance uuid fd667959-7d67-47f7-a401-2b05352bc70a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.405984] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce1abc9-6d03-457a-a962-b3ec15e55245 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.416763] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8abcd8-2b67-431a-aa56-5961494c92a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.441188] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b56b9-2ce7-4a7a-a49f-1c56c4411b8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.452063] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c86aa7-5e12-4965-8da8-912a2a3de15f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.457766] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.486909] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178884MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 971.487065] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.488286] env[68986]: DEBUG nova.objects.instance [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'pci_requests' on Instance uuid 174ceea5-b609-46f7-aecd-e0013e972135 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.489496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Releasing lock "refresh_cache-d10e2b0e-8839-41c8-871b-509d5211e71c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.489780] env[68986]: DEBUG nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Instance network_info: |[{"id": "60f03c53-421b-41a1-89f8-3ad26671dcdd", "address": "fa:16:3e:f8:75:5e", "network": {"id": "5fae05c1-37a4-434b-95e2-d299b8ee4840", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-633848248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7bf39e412a44a138d5ed3d5898eac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f03c53-42", "ovs_interfaceid": "60f03c53-421b-41a1-89f8-3ad26671dcdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.490279] env[68986]: DEBUG oslo_concurrency.lockutils [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] Acquired lock "refresh_cache-d10e2b0e-8839-41c8-871b-509d5211e71c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.490466] env[68986]: DEBUG nova.network.neutron [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Refreshing network info cache for port 60f03c53-421b-41a1-89f8-3ad26671dcdd {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.491829] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:75:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60f03c53-421b-41a1-89f8-3ad26671dcdd', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.499662] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Creating folder: Project (b7bf39e412a44a138d5ed3d5898eac38). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.500832] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87612f89-fd48-4623-8718-13ca006d367f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.516693] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Created folder: Project (b7bf39e412a44a138d5ed3d5898eac38) in parent group-v642845. [ 971.516870] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Creating folder: Instances. Parent ref: group-v643079. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.517140] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e65f1cd5-e38b-424a-bf75-6e7ce63539a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.524018] env[68986]: DEBUG oslo_vmware.api [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216298, 'name': PowerOnVM_Task, 'duration_secs': 0.465612} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.524266] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.524490] env[68986]: INFO nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Took 7.45 seconds to spawn the instance on the hypervisor. [ 971.524670] env[68986]: DEBUG nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.525721] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473b6338-f629-4fc0-83c6-046df919c239 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.528716] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Created folder: Instances in parent group-v643079. [ 971.528935] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.529425] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.529625] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed92dfc1-9947-4a91-8a9f-9715fc537fac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.554633] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.554633] env[68986]: value = "task-3216302" [ 971.554633] env[68986]: _type = "Task" [ 971.554633] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.562018] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478405} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.562145] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 4b126b04-151a-4b6d-9104-936c67d4789f/4b126b04-151a-4b6d-9104-936c67d4789f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.562276] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.562514] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b18d16-a4de-4067-a281-f66b994d9dbd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.567243] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216302, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.571299] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 971.571299] env[68986]: value = "task-3216303" [ 971.571299] env[68986]: _type = "Task" [ 971.571299] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.579020] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.795437] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.916323] env[68986]: DEBUG oslo_concurrency.lockutils [None req-18016c61-58dd-48b6-94ef-6e6169c7b6bc tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.953s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.918393] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.987s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.918591] env[68986]: INFO nova.compute.manager [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Unshelving [ 971.991908] env[68986]: DEBUG nova.objects.base [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Object Instance<174ceea5-b609-46f7-aecd-e0013e972135> lazy-loaded attributes: flavor,pci_requests {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.991908] env[68986]: DEBUG nova.network.neutron [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.045846] env[68986]: DEBUG nova.policy [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.062578] env[68986]: INFO nova.compute.manager [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Took 32.58 seconds to build instance. [ 972.072909] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216302, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.086608] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066293} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.087344] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.088335] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b293f2-b436-4f12-9aa2-b52ef9b588c0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.115332] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4b126b04-151a-4b6d-9104-936c67d4789f/4b126b04-151a-4b6d-9104-936c67d4789f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.118339] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae503f46-3f73-4a7b-80e5-fa55c10f018d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.139960] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 972.139960] env[68986]: value = "task-3216304" [ 972.139960] env[68986]: _type = "Task" [ 972.139960] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.151790] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.315797] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf68689-1f0a-4ecd-a842-248fc23ca562 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.325643] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77de7d4d-32f1-497d-bbc8-19d899c0a3ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.330438] env[68986]: DEBUG nova.network.neutron [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Updated VIF entry in instance network info cache for port 60f03c53-421b-41a1-89f8-3ad26671dcdd. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.331026] env[68986]: DEBUG nova.network.neutron [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Updating instance_info_cache with network_info: [{"id": "60f03c53-421b-41a1-89f8-3ad26671dcdd", "address": "fa:16:3e:f8:75:5e", "network": {"id": "5fae05c1-37a4-434b-95e2-d299b8ee4840", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-633848248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7bf39e412a44a138d5ed3d5898eac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f03c53-42", "ovs_interfaceid": "60f03c53-421b-41a1-89f8-3ad26671dcdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.367417] env[68986]: DEBUG nova.network.neutron [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Successfully created port: ac49c77f-356b-4a22-b607-242255339fc5 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.369963] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892da805-a65c-4c51-a032-e4ff00627d3c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.380820] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8807ed2-e86c-4ee9-9e3a-ad9f59feb83c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.395486] env[68986]: DEBUG nova.compute.provider_tree [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.567019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4b18dc95-2fe9-4405-b36f-6a2c43ee2830 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "ac140517-8651-4f62-8839-c282c1991a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.090s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.567487] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216302, 'name': CreateVM_Task, 'duration_secs': 0.535718} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.567487] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.568155] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.568475] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.568609] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.569055] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594190a1-ea62-458c-a14b-14b4928557a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.573292] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 972.573292] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ed8496-5d9d-f16e-b202-66d93434e46b" [ 972.573292] env[68986]: _type = "Task" [ 972.573292] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.581825] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ed8496-5d9d-f16e-b202-66d93434e46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.649487] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.837803] env[68986]: DEBUG oslo_concurrency.lockutils [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] Releasing lock "refresh_cache-d10e2b0e-8839-41c8-871b-509d5211e71c" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.838098] env[68986]: DEBUG nova.compute.manager [req-c8155098-f88a-4230-ba58-75e9c36afad0 req-a148f79f-ae0c-4da1-9a60-835d6b07a177 service nova] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Received event network-vif-deleted-d470002b-603c-40f9-b9bc-b7d4b31603eb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.898619] env[68986]: DEBUG nova.scheduler.client.report [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.941764] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.083423] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ed8496-5d9d-f16e-b202-66d93434e46b, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.083750] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.083977] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.084252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.084475] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.084570] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.084827] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79c0bf31-4548-4863-9145-3734ba05038a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.092871] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.093062] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.093830] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b65de26-309d-4b48-a306-e5ce53faf00c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.098872] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 973.098872] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208c607-9321-ec94-162b-24b5ea79a72f" [ 973.098872] env[68986]: _type = "Task" [ 973.098872] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.106703] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208c607-9321-ec94-162b-24b5ea79a72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.150052] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216304, 'name': ReconfigVM_Task, 'duration_secs': 0.871624} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.150339] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4b126b04-151a-4b6d-9104-936c67d4789f/4b126b04-151a-4b6d-9104-936c67d4789f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.150945] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc282e57-ce85-42bf-b6ba-806e04e7a89c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.156549] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 973.156549] env[68986]: value = "task-3216305" [ 973.156549] env[68986]: _type = "Task" [ 973.156549] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.164955] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216305, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.404573] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.408444] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.708s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.409154] env[68986]: INFO nova.compute.claims [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.430732] env[68986]: INFO nova.scheduler.client.report [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted allocations for instance fd667959-7d67-47f7-a401-2b05352bc70a [ 973.609805] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208c607-9321-ec94-162b-24b5ea79a72f, 'name': SearchDatastore_Task, 'duration_secs': 0.008687} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.610610] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf706284-0d6e-4c3f-b3f2-79d4b05d5561 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.616365] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 973.616365] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52117d33-9356-5613-9d60-eea8befc00a1" [ 973.616365] env[68986]: _type = "Task" [ 973.616365] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.624180] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52117d33-9356-5613-9d60-eea8befc00a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.666088] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216305, 'name': Rename_Task, 'duration_secs': 0.347707} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.666399] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.666710] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a350b204-4441-4451-9642-78ef584c4d3e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.673079] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 973.673079] env[68986]: value = "task-3216306" [ 973.673079] env[68986]: _type = "Task" [ 973.673079] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.683911] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.821879] env[68986]: DEBUG nova.network.neutron [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Successfully updated port: ac49c77f-356b-4a22-b607-242255339fc5 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.865975] env[68986]: DEBUG nova.compute.manager [req-9a655b3b-cf70-471b-8c90-e04fb3bcde23 req-64d37157-f6f9-4748-ac04-8c9c96646d2a service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received event network-vif-plugged-ac49c77f-356b-4a22-b607-242255339fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.865975] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a655b3b-cf70-471b-8c90-e04fb3bcde23 req-64d37157-f6f9-4748-ac04-8c9c96646d2a service nova] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.866890] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a655b3b-cf70-471b-8c90-e04fb3bcde23 req-64d37157-f6f9-4748-ac04-8c9c96646d2a service nova] Lock "174ceea5-b609-46f7-aecd-e0013e972135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.866890] env[68986]: DEBUG oslo_concurrency.lockutils [req-9a655b3b-cf70-471b-8c90-e04fb3bcde23 req-64d37157-f6f9-4748-ac04-8c9c96646d2a service nova] Lock "174ceea5-b609-46f7-aecd-e0013e972135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.866890] env[68986]: DEBUG nova.compute.manager [req-9a655b3b-cf70-471b-8c90-e04fb3bcde23 req-64d37157-f6f9-4748-ac04-8c9c96646d2a service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] No waiting events found dispatching network-vif-plugged-ac49c77f-356b-4a22-b607-242255339fc5 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.866890] env[68986]: WARNING nova.compute.manager [req-9a655b3b-cf70-471b-8c90-e04fb3bcde23 req-64d37157-f6f9-4748-ac04-8c9c96646d2a service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received unexpected event network-vif-plugged-ac49c77f-356b-4a22-b607-242255339fc5 for instance with vm_state active and task_state None. [ 973.939240] env[68986]: DEBUG oslo_concurrency.lockutils [None req-033f4485-37cb-4d91-abea-5c2693ff6927 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "fd667959-7d67-47f7-a401-2b05352bc70a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.109s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.126917] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52117d33-9356-5613-9d60-eea8befc00a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.127168] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.127464] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] d10e2b0e-8839-41c8-871b-509d5211e71c/d10e2b0e-8839-41c8-871b-509d5211e71c.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.127754] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cbbb5b6-03a4-48dd-9e91-8a9d96b3f83a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.134135] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 974.134135] env[68986]: value = "task-3216307" [ 974.134135] env[68986]: _type = "Task" [ 974.134135] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.141910] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.183408] env[68986]: DEBUG oslo_vmware.api [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216306, 'name': PowerOnVM_Task, 'duration_secs': 0.504506} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.183699] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.183908] env[68986]: INFO nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Took 7.59 seconds to spawn the instance on the hypervisor. [ 974.184104] env[68986]: DEBUG nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.184918] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519e9728-98ee-4b4b-a75d-2461fa58626d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.188223] env[68986]: DEBUG nova.compute.manager [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.188978] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e48f6b-e76c-4ed4-8bad-64f95bed9c05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.325386] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.325585] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.325764] env[68986]: DEBUG nova.network.neutron [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.649991] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216307, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.707169] env[68986]: INFO nova.compute.manager [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] instance snapshotting [ 974.718837] env[68986]: INFO nova.compute.manager [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Took 25.12 seconds to build instance. [ 974.720681] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56128d3c-cafe-4aa7-9dd7-25fdd3440a5e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.747078] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d40a8-13ac-44e1-8474-7b012e810d91 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.761763] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db65b950-2a69-4e6a-823c-dc62b7b0c5c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.771746] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f8395f-0f5f-4535-b06c-03f6975e2461 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.805807] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c759cab-b4ca-4396-9782-194759f39401 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.813726] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db989e-fb88-4976-b4e3-d141b9aef1d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.827402] env[68986]: DEBUG nova.compute.provider_tree [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.863942] env[68986]: WARNING nova.network.neutron [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] 8724e937-d410-4a08-9089-5b7ed5ae80cc already exists in list: networks containing: ['8724e937-d410-4a08-9089-5b7ed5ae80cc']. ignoring it [ 975.154763] env[68986]: DEBUG nova.network.neutron [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac49c77f-356b-4a22-b607-242255339fc5", "address": "fa:16:3e:bf:a3:9b", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac49c77f-35", "ovs_interfaceid": "ac49c77f-356b-4a22-b607-242255339fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.157407] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628192} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.157407] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] d10e2b0e-8839-41c8-871b-509d5211e71c/d10e2b0e-8839-41c8-871b-509d5211e71c.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.157600] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.157798] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3242edb4-8b11-4239-8962-242c9af00712 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.166427] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 975.166427] env[68986]: value = "task-3216308" [ 975.166427] env[68986]: _type = "Task" [ 975.166427] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.177226] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.225296] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8d192aa-8fd5-4149-baa7-33e808680f16 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "4b126b04-151a-4b6d-9104-936c67d4789f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.647s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.259332] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 975.259824] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db231ccb-f8a9-4930-afaa-5f610d9cb655 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.266177] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 975.266177] env[68986]: value = "task-3216309" [ 975.266177] env[68986]: _type = "Task" [ 975.266177] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.274120] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.333077] env[68986]: DEBUG nova.scheduler.client.report [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.658463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.659224] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.659388] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.660261] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d47b6-6924-4bac-858d-22521ac40a52 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.677985] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.678218] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.678373] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.678575] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.678687] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.678859] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.679091] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.679252] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.679415] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.679573] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.679741] env[68986]: DEBUG nova.virt.hardware [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.686603] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Reconfiguring VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 975.689365] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bb2021-33df-4243-bd24-63c75dd9de64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.705716] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099506} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.706893] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.707243] env[68986]: DEBUG oslo_vmware.api [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 975.707243] env[68986]: value = "task-3216310" [ 975.707243] env[68986]: _type = "Task" [ 975.707243] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.707936] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c356ac4-d9d8-40dd-8ad0-e56c353e452c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.732132] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d10e2b0e-8839-41c8-871b-509d5211e71c/d10e2b0e-8839-41c8-871b-509d5211e71c.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.736074] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11de08f9-c61b-496b-ad5d-0c5d3d9a4315 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.749895] env[68986]: DEBUG oslo_vmware.api [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216310, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.755104] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 975.755104] env[68986]: value = "task-3216311" [ 975.755104] env[68986]: _type = "Task" [ 975.755104] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.763085] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.775920] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.838401] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.839177] env[68986]: DEBUG nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.841756] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.585s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.841866] env[68986]: DEBUG nova.objects.instance [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.220542] env[68986]: DEBUG oslo_vmware.api [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.265170] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.276503] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.348725] env[68986]: DEBUG nova.compute.utils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.353692] env[68986]: DEBUG nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.353875] env[68986]: DEBUG nova.network.neutron [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.412253] env[68986]: DEBUG nova.policy [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '377e04835b6842a08538385a6df66503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b43a27ecc0a478cbaaaa40560cc118a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.472502] env[68986]: DEBUG nova.compute.manager [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received event network-changed-ac49c77f-356b-4a22-b607-242255339fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.472741] env[68986]: DEBUG nova.compute.manager [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Refreshing instance network info cache due to event network-changed-ac49c77f-356b-4a22-b607-242255339fc5. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.472970] env[68986]: DEBUG oslo_concurrency.lockutils [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] Acquiring lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.473234] env[68986]: DEBUG oslo_concurrency.lockutils [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] Acquired lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.473469] env[68986]: DEBUG nova.network.neutron [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Refreshing network info cache for port ac49c77f-356b-4a22-b607-242255339fc5 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.537095] env[68986]: DEBUG nova.compute.manager [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.537866] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3db14-20b1-4165-bcf6-90670948951c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.723055] env[68986]: DEBUG oslo_vmware.api [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.729920] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.730209] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.756877] env[68986]: DEBUG nova.network.neutron [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Successfully created port: 29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.768518] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216311, 'name': ReconfigVM_Task, 'duration_secs': 0.58825} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.768887] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d10e2b0e-8839-41c8-871b-509d5211e71c/d10e2b0e-8839-41c8-871b-509d5211e71c.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.772417] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2868ffc-dbcd-40ba-a363-13a391e592d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.781249] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216309, 'name': CreateSnapshot_Task, 'duration_secs': 1.232713} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.782661] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.783009] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 976.783009] env[68986]: value = "task-3216312" [ 976.783009] env[68986]: _type = "Task" [ 976.783009] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.783767] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe362e9-089e-4fe4-a18c-eec079ce7cb8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.801447] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216312, 'name': Rename_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.854141] env[68986]: DEBUG nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.857760] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3aa49e05-3b50-49be-9407-e933302acd2d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.858972] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.419s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.863019] env[68986]: INFO nova.compute.claims [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.048816] env[68986]: INFO nova.compute.manager [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] instance snapshotting [ 977.053183] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8452d2a-8e4a-4045-a516-d38a0ec7cb47 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.060485] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.060485] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.080765] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d061a-da14-48aa-99bb-b6f7b3b7eb79 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.221173] env[68986]: DEBUG oslo_vmware.api [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216310, 'name': ReconfigVM_Task, 'duration_secs': 1.04552} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.221661] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.221872] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Reconfigured VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 977.232959] env[68986]: DEBUG nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.239815] env[68986]: DEBUG nova.network.neutron [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updated VIF entry in instance network info cache for port ac49c77f-356b-4a22-b607-242255339fc5. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.240203] env[68986]: DEBUG nova.network.neutron [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac49c77f-356b-4a22-b607-242255339fc5", "address": "fa:16:3e:bf:a3:9b", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac49c77f-35", "ovs_interfaceid": "ac49c77f-356b-4a22-b607-242255339fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.295360] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216312, 'name': Rename_Task, 'duration_secs': 0.174464} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.295687] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.295982] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64dedd62-dbfb-4a46-bf91-59775ebfd923 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.309334] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.309651] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 977.309651] env[68986]: value = "task-3216313" [ 977.309651] env[68986]: _type = "Task" [ 977.309651] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.310135] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72daf762-a715-4bc8-a052-51a67e7717fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.322814] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216313, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.324048] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 977.324048] env[68986]: value = "task-3216314" [ 977.324048] env[68986]: _type = "Task" [ 977.324048] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.331950] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216314, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.562501] env[68986]: DEBUG nova.compute.utils [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.592734] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.593334] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf254089-6464-4ae7-aeb3-efeacee1ab73 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.600520] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 977.600520] env[68986]: value = "task-3216315" [ 977.600520] env[68986]: _type = "Task" [ 977.600520] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.608745] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.726262] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73a05dcc-8768-4b9c-82a5-ba9dcd143909 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-174ceea5-b609-46f7-aecd-e0013e972135-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.859s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.742742] env[68986]: DEBUG oslo_concurrency.lockutils [req-68ac9c48-0aea-4f78-aa50-bb2900166833 req-73e75e66-4b4a-4fa1-b22c-24444fb54bb5 service nova] Releasing lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.756657] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.823544] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.832825] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216314, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.865550] env[68986]: DEBUG nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.897413] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.897787] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.897971] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.898171] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.898314] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.898456] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.898661] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.898818] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.898984] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.899162] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.899335] env[68986]: DEBUG nova.virt.hardware [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.900262] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d36b967-af1c-4ca9-a197-2321fd0d28aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.910578] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68884421-1688-4e4f-ae14-de832190fedd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.065136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.110958] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.160040] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d5f5c1-d75a-459f-a2b0-37b9d773ccf4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170379] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa822dda-8a0b-4aa0-a832-af6bde85e112 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.224159] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea63b67-797a-4baa-bea4-d0737a94535d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.231566] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5cf186-9549-4ecb-a765-7431058c0bfd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.246583] env[68986]: DEBUG nova.compute.provider_tree [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.306990] env[68986]: DEBUG nova.network.neutron [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Successfully updated port: 29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.325383] env[68986]: DEBUG oslo_vmware.api [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216313, 'name': PowerOnVM_Task, 'duration_secs': 0.572888} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.328698] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.329327] env[68986]: INFO nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Took 9.30 seconds to spawn the instance on the hypervisor. [ 978.329327] env[68986]: DEBUG nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.330290] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ed096-064f-492b-b27c-bb7d4b9b6c11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.343875] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216314, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.614346] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216315, 'name': CreateSnapshot_Task, 'duration_secs': 0.628159} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.614796] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.615768] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfdd1df-9942-4c3c-9aba-ba5c6f69e1a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.749823] env[68986]: DEBUG nova.scheduler.client.report [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.809811] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "refresh_cache-bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.809979] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired lock "refresh_cache-bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.810172] env[68986]: DEBUG nova.network.neutron [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.841431] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216314, 'name': CloneVM_Task, 'duration_secs': 1.243847} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.841431] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Created linked-clone VM from snapshot [ 978.841431] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a0ef43-0e43-48ee-9ba5-382b92fe4a9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.852213] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Uploading image 18e43c59-ef60-4000-b73b-cc040dcb557a {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.861795] env[68986]: INFO nova.compute.manager [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Took 27.00 seconds to build instance. [ 978.884741] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 978.884741] env[68986]: value = "vm-643083" [ 978.884741] env[68986]: _type = "VirtualMachine" [ 978.884741] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 978.885281] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60eaffa9-7a59-4f12-8b90-b54eea448e43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.892647] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lease: (returnval){ [ 978.892647] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520735ca-e308-8c2a-d805-adc0f4636c65" [ 978.892647] env[68986]: _type = "HttpNfcLease" [ 978.892647] env[68986]: } obtained for exporting VM: (result){ [ 978.892647] env[68986]: value = "vm-643083" [ 978.892647] env[68986]: _type = "VirtualMachine" [ 978.892647] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 978.893043] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the lease: (returnval){ [ 978.893043] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520735ca-e308-8c2a-d805-adc0f4636c65" [ 978.893043] env[68986]: _type = "HttpNfcLease" [ 978.893043] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.900084] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.900084] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520735ca-e308-8c2a-d805-adc0f4636c65" [ 978.900084] env[68986]: _type = "HttpNfcLease" [ 978.900084] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 979.097708] env[68986]: DEBUG nova.compute.manager [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Received event network-vif-plugged-29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.097941] env[68986]: DEBUG oslo_concurrency.lockutils [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] Acquiring lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.098135] env[68986]: DEBUG oslo_concurrency.lockutils [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.098423] env[68986]: DEBUG oslo_concurrency.lockutils [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.098423] env[68986]: DEBUG nova.compute.manager [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] No waiting events found dispatching network-vif-plugged-29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.098670] env[68986]: WARNING nova.compute.manager [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Received unexpected event network-vif-plugged-29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 for instance with vm_state building and task_state spawning. [ 979.098726] env[68986]: DEBUG nova.compute.manager [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Received event network-changed-29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.098868] env[68986]: DEBUG nova.compute.manager [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Refreshing instance network info cache due to event network-changed-29f1ae4a-5347-42e6-9ef6-b4e495c19ca6. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.099049] env[68986]: DEBUG oslo_concurrency.lockutils [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] Acquiring lock "refresh_cache-bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.134106] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 979.134790] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.135034] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.135294] env[68986]: INFO nova.compute.manager [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Attaching volume 7cd9a66c-15bb-4ad5-b97e-979e68eed3ec to /dev/sdb [ 979.137289] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f778727-06c3-40ed-9616-6a4d76bf12cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.147780] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 979.147780] env[68986]: value = "task-3216317" [ 979.147780] env[68986]: _type = "Task" [ 979.147780] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.157652] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216317, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.172860] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7854f020-0ed5-4f1e-82f8-993d7e5c1f76 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.179938] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6278573-a711-49da-896d-102069755bd5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.203680] env[68986]: DEBUG nova.virt.block_device [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Updating existing volume attachment record: 4df41770-54cb-45c7-8bc5-91052fb76133 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 979.254741] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.255556] env[68986]: DEBUG nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.258841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.030s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.259061] env[68986]: DEBUG nova.objects.instance [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lazy-loading 'resources' on Instance uuid 366411c4-6754-460d-9187-214c04fad427 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.298103] env[68986]: DEBUG nova.objects.instance [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lazy-loading 'flavor' on Instance uuid f4729a48-664b-44cd-b0eb-881900adb996 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.347469] env[68986]: DEBUG nova.network.neutron [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.364510] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6917c1d0-d7c2-46cc-a1ad-7cf83f574b2b tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.506s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.403763] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.403763] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520735ca-e308-8c2a-d805-adc0f4636c65" [ 979.403763] env[68986]: _type = "HttpNfcLease" [ 979.403763] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.404136] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.404136] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520735ca-e308-8c2a-d805-adc0f4636c65" [ 979.404136] env[68986]: _type = "HttpNfcLease" [ 979.404136] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.404903] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f4e4d5-be00-4da8-9d35-db3f41650af3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.414054] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9bce-88d0-7efb-0dc8-d92223a1f044/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.414054] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9bce-88d0-7efb-0dc8-d92223a1f044/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.509152] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79373704-df30-4233-b428-53201253090f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.555710] env[68986]: DEBUG nova.network.neutron [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Updating instance_info_cache with network_info: [{"id": "29f1ae4a-5347-42e6-9ef6-b4e495c19ca6", "address": "fa:16:3e:9e:09:83", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f1ae4a-53", "ovs_interfaceid": "29f1ae4a-5347-42e6-9ef6-b4e495c19ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.658677] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216317, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.762035] env[68986]: DEBUG nova.compute.utils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.769156] env[68986]: DEBUG nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.769609] env[68986]: DEBUG nova.network.neutron [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.805463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.805724] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquired lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.832283] env[68986]: DEBUG nova.policy [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa36c5d8288549acbf81f2f3608d8497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76eb176ab19c4d8bb2fbb931d079a92d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.835199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-174ceea5-b609-46f7-aecd-e0013e972135-ac49c77f-356b-4a22-b607-242255339fc5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.835624] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-174ceea5-b609-46f7-aecd-e0013e972135-ac49c77f-356b-4a22-b607-242255339fc5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.059126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Releasing lock "refresh_cache-bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.059711] env[68986]: DEBUG nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Instance network_info: |[{"id": "29f1ae4a-5347-42e6-9ef6-b4e495c19ca6", "address": "fa:16:3e:9e:09:83", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f1ae4a-53", "ovs_interfaceid": "29f1ae4a-5347-42e6-9ef6-b4e495c19ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.060231] env[68986]: DEBUG oslo_concurrency.lockutils [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] Acquired lock "refresh_cache-bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.060528] env[68986]: DEBUG nova.network.neutron [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Refreshing network info cache for port 29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.062340] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:09:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f1ae4a-5347-42e6-9ef6-b4e495c19ca6', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.074146] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Creating folder: Project (8b43a27ecc0a478cbaaaa40560cc118a). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.082496] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b0f28a9-a497-4b3d-85b7-3e2c9dca3a92 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.095424] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Created folder: Project (8b43a27ecc0a478cbaaaa40560cc118a) in parent group-v642845. [ 980.095671] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Creating folder: Instances. Parent ref: group-v643088. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.096025] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a64ec14-0cf3-464b-a98e-bd363bb1009a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.111717] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Created folder: Instances in parent group-v643088. [ 980.111990] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.112214] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.112590] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d15e18e6-fd43-4e36-8d8b-e2ef18cc5586 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.143232] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.143232] env[68986]: value = "task-3216323" [ 980.143232] env[68986]: _type = "Task" [ 980.143232] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.158471] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216323, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.165814] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216317, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.190644] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "d10e2b0e-8839-41c8-871b-509d5211e71c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.191635] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.192174] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "d10e2b0e-8839-41c8-871b-509d5211e71c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.192982] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.192982] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.198891] env[68986]: INFO nova.compute.manager [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Terminating instance [ 980.256407] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb1d92-55d3-47a0-a123-9e47c8c8e20f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.264632] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d6d035-3dfa-44e2-b36b-a8315c964662 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.274896] env[68986]: DEBUG nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.314159] env[68986]: DEBUG nova.network.neutron [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Successfully created port: b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.318745] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc76c3a2-bebc-4820-a233-12efb550af07 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.327907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48a64cc-ee30-43c4-88b0-c145c3c9e2d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.343508] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.343805] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.344497] env[68986]: DEBUG nova.compute.provider_tree [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.347277] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead6aa60-169f-4a35-af76-87cfa1036a7e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.369981] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ebb575-8039-4a57-b8db-32ed83c8a0e3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.399859] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Reconfiguring VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 980.400530] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2033f7-7d19-4971-942c-384c56e6d6b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.421073] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 980.421073] env[68986]: value = "task-3216324" [ 980.421073] env[68986]: _type = "Task" [ 980.421073] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.432376] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.467256] env[68986]: DEBUG nova.network.neutron [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.492564] env[68986]: DEBUG nova.compute.manager [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Received event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.493420] env[68986]: DEBUG nova.compute.manager [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing instance network info cache due to event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.493420] env[68986]: DEBUG oslo_concurrency.lockutils [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] Acquiring lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.545703] env[68986]: DEBUG nova.network.neutron [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Updated VIF entry in instance network info cache for port 29f1ae4a-5347-42e6-9ef6-b4e495c19ca6. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.546108] env[68986]: DEBUG nova.network.neutron [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Updating instance_info_cache with network_info: [{"id": "29f1ae4a-5347-42e6-9ef6-b4e495c19ca6", "address": "fa:16:3e:9e:09:83", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f1ae4a-53", "ovs_interfaceid": "29f1ae4a-5347-42e6-9ef6-b4e495c19ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.657097] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216317, 'name': CloneVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.660255] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216323, 'name': CreateVM_Task, 'duration_secs': 0.407045} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.660424] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.661160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.662455] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.662455] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.662455] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b7ec63-f8a8-454b-adbe-3cc91a670210 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.666972] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 980.666972] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52871dfd-a7b0-97f1-24f9-96afc4ae66b6" [ 980.666972] env[68986]: _type = "Task" [ 980.666972] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.675376] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52871dfd-a7b0-97f1-24f9-96afc4ae66b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.703962] env[68986]: DEBUG nova.compute.manager [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.704212] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.705205] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532baabc-def4-4c49-a5b3-1b2b15944294 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.713405] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.713822] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5f4098-c0b0-48d6-9aae-7bd10a4f2ed6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.722296] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 980.722296] env[68986]: value = "task-3216325" [ 980.722296] env[68986]: _type = "Task" [ 980.722296] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.731880] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.853130] env[68986]: DEBUG nova.scheduler.client.report [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.932345] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.054796] env[68986]: DEBUG oslo_concurrency.lockutils [req-5cd2c66a-ac47-444a-939a-e1a4158ef871 req-0c155c78-1480-4255-b0a8-c6023966e221 service nova] Releasing lock "refresh_cache-bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.158297] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216317, 'name': CloneVM_Task, 'duration_secs': 1.541987} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.158628] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Created linked-clone VM from snapshot [ 981.159429] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9756312-74f7-4153-b0ba-811aadb0a4bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.169284] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Uploading image 17dd56fa-e769-494c-bd22-1b4e65830243 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 981.182124] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52871dfd-a7b0-97f1-24f9-96afc4ae66b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015096} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.183206] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 981.183561] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.183922] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.184194] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.184361] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.184638] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.184937] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c3f1d08b-9548-49ea-a9e4-33da501551fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.187382] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa19fa96-d215-4e3d-b824-744b623d84e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.195825] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 981.195825] env[68986]: value = "task-3216326" [ 981.195825] env[68986]: _type = "Task" [ 981.195825] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.197084] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.197259] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.201059] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197a9201-207d-41dc-8591-b7e4f3fb1455 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.211214] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 981.211214] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5275a188-b47e-7bca-9292-e0916c594a5e" [ 981.211214] env[68986]: _type = "Task" [ 981.211214] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.212445] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216326, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.221151] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5275a188-b47e-7bca-9292-e0916c594a5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.232236] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216325, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.314846] env[68986]: DEBUG nova.network.neutron [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.324193] env[68986]: DEBUG nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.350839] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.351109] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.351313] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.351464] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.351644] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.351807] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.352038] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.352210] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.352380] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.352551] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.352731] env[68986]: DEBUG nova.virt.hardware [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.353657] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004dcb08-6646-4b23-9ddf-fea0cf3a65c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.361261] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.363867] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.048s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.364120] env[68986]: DEBUG nova.objects.instance [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'resources' on Instance uuid 5c7f074d-1dd8-4688-8a10-8a5f52bbd624 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.366841] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70d36c1-dbc1-4349-911e-cd3c5ca46479 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.384379] env[68986]: INFO nova.scheduler.client.report [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleted allocations for instance 366411c4-6754-460d-9187-214c04fad427 [ 981.433762] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.556223] env[68986]: DEBUG nova.objects.instance [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lazy-loading 'flavor' on Instance uuid f4729a48-664b-44cd-b0eb-881900adb996 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.710665] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216326, 'name': Destroy_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.721337] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5275a188-b47e-7bca-9292-e0916c594a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.722201] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74099268-df4e-42c8-b7f3-202f21948d4d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.733097] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216325, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.734046] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 981.734046] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c1c05-aec2-9c1b-6477-c8ef58156a50" [ 981.734046] env[68986]: _type = "Task" [ 981.734046] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.743959] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c1c05-aec2-9c1b-6477-c8ef58156a50, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.743959] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.743959] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] bd5e8fd0-c1bb-4a62-b44e-10718257e6d0/bd5e8fd0-c1bb-4a62-b44e-10718257e6d0.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.743959] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f34b33b3-5718-49c6-807c-7192ce4b4ddb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.748741] env[68986]: DEBUG nova.compute.manager [req-19a7d838-77a3-4305-8770-65b8971c639c req-1cce387c-a497-4b77-831c-9810912332d7 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Received event network-vif-plugged-b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.748966] env[68986]: DEBUG oslo_concurrency.lockutils [req-19a7d838-77a3-4305-8770-65b8971c639c req-1cce387c-a497-4b77-831c-9810912332d7 service nova] Acquiring lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.749172] env[68986]: DEBUG oslo_concurrency.lockutils [req-19a7d838-77a3-4305-8770-65b8971c639c req-1cce387c-a497-4b77-831c-9810912332d7 service nova] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.749337] env[68986]: DEBUG oslo_concurrency.lockutils [req-19a7d838-77a3-4305-8770-65b8971c639c req-1cce387c-a497-4b77-831c-9810912332d7 service nova] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.749504] env[68986]: DEBUG nova.compute.manager [req-19a7d838-77a3-4305-8770-65b8971c639c req-1cce387c-a497-4b77-831c-9810912332d7 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] No waiting events found dispatching network-vif-plugged-b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.749690] env[68986]: WARNING nova.compute.manager [req-19a7d838-77a3-4305-8770-65b8971c639c req-1cce387c-a497-4b77-831c-9810912332d7 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Received unexpected event network-vif-plugged-b5a18b46-3f51-4d9b-8580-2aba721b154e for instance with vm_state building and task_state spawning. [ 981.754117] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 981.754117] env[68986]: value = "task-3216327" [ 981.754117] env[68986]: _type = "Task" [ 981.754117] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.762151] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.817488] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Releasing lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.817811] env[68986]: DEBUG nova.compute.manager [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Inject network info {{(pid=68986) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 981.818116] env[68986]: DEBUG nova.compute.manager [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] network_info to inject: |[{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 981.823918] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Reconfiguring VM instance to set the machine id {{(pid=68986) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 981.825230] env[68986]: DEBUG oslo_concurrency.lockutils [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] Acquired lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.825484] env[68986]: DEBUG nova.network.neutron [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.826846] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e09614-7233-472c-900f-6bdd9e8d20ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.851467] env[68986]: DEBUG oslo_vmware.api [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 981.851467] env[68986]: value = "task-3216329" [ 981.851467] env[68986]: _type = "Task" [ 981.851467] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.855944] env[68986]: DEBUG nova.network.neutron [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Successfully updated port: b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.862595] env[68986]: DEBUG oslo_vmware.api [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.893061] env[68986]: DEBUG oslo_concurrency.lockutils [None req-39e9540c-0675-4377-b964-e7148743c2e3 tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "366411c4-6754-460d-9187-214c04fad427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.294s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.947190] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.061990] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.213292] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216326, 'name': Destroy_Task, 'duration_secs': 0.52013} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.213650] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Destroyed the VM [ 982.213927] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.214232] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bcef9a91-2668-4410-9a46-d559f66c5daa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.223872] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 982.223872] env[68986]: value = "task-3216330" [ 982.223872] env[68986]: _type = "Task" [ 982.223872] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.233841] env[68986]: DEBUG nova.network.neutron [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updated VIF entry in instance network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.234429] env[68986]: DEBUG nova.network.neutron [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.238859] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.245678] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216325, 'name': PowerOffVM_Task, 'duration_secs': 1.240035} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.246316] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.246493] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.246826] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8909381a-4d2b-4018-b30a-2d55c9ea21f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.261361] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93db948-303d-4dcb-94b6-2f3da3132c11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.272139] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4b973-6cdb-46fe-8794-cbad36eb09e2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.276300] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216327, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.305439] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc2c6a-8c1a-4aa4-8483-9a4e5ef9161a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.313022] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab418b1-5e37-4f1d-bf94-1cd913b7c56b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.319463] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.319688] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.319872] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Deleting the datastore file [datastore1] d10e2b0e-8839-41c8-871b-509d5211e71c {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.320551] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f659f54b-9571-467d-9566-8b09f54f3d7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.334719] env[68986]: DEBUG nova.compute.provider_tree [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.337973] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for the task: (returnval){ [ 982.337973] env[68986]: value = "task-3216332" [ 982.337973] env[68986]: _type = "Task" [ 982.337973] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.349087] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.360768] env[68986]: DEBUG oslo_vmware.api [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216329, 'name': ReconfigVM_Task, 'duration_secs': 0.182041} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.361356] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ada742e6-f406-4484-b396-5889d17faba6 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Reconfigured VM instance to set the machine id {{(pid=68986) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 982.363752] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.363885] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.364044] env[68986]: DEBUG nova.network.neutron [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.434506] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.740921] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216330, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.743517] env[68986]: DEBUG oslo_concurrency.lockutils [req-502aefe3-211c-474b-9f67-8a71ce6e0ba4 req-ea45e0c2-f63d-4a69-98d1-98553f6019c8 service nova] Releasing lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.743931] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquired lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.763767] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5283} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.764039] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] bd5e8fd0-c1bb-4a62-b44e-10718257e6d0/bd5e8fd0-c1bb-4a62-b44e-10718257e6d0.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.764235] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.764572] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-add19026-34fe-4c33-8bdc-165882d5970c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.771537] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 982.771537] env[68986]: value = "task-3216333" [ 982.771537] env[68986]: _type = "Task" [ 982.771537] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.779763] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.839741] env[68986]: DEBUG nova.scheduler.client.report [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.852792] env[68986]: DEBUG oslo_vmware.api [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Task: {'id': task-3216332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155003} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.853181] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.853449] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.853652] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.853911] env[68986]: INFO nova.compute.manager [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Took 2.15 seconds to destroy the instance on the hypervisor. [ 982.854295] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.854465] env[68986]: DEBUG nova.compute.manager [-] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.854577] env[68986]: DEBUG nova.network.neutron [-] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.913304] env[68986]: DEBUG nova.network.neutron [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.935109] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.015138] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "13f98972-815a-465e-a7df-588ae41c9ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.015138] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "13f98972-815a-465e-a7df-588ae41c9ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.015138] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "13f98972-815a-465e-a7df-588ae41c9ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.015138] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "13f98972-815a-465e-a7df-588ae41c9ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.015138] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "13f98972-815a-465e-a7df-588ae41c9ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.016424] env[68986]: INFO nova.compute.manager [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Terminating instance [ 983.237920] env[68986]: DEBUG oslo_vmware.api [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216330, 'name': RemoveSnapshot_Task, 'duration_secs': 0.7599} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.237920] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 983.286022] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071382} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.286022] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.286022] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00d2731-2c87-4bd0-8933-26e072b25394 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.309987] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] bd5e8fd0-c1bb-4a62-b44e-10718257e6d0/bd5e8fd0-c1bb-4a62-b44e-10718257e6d0.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.310508] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41690506-fef6-41c5-8228-66df92a33372 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.334021] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 983.334021] env[68986]: value = "task-3216334" [ 983.334021] env[68986]: _type = "Task" [ 983.334021] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.341435] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.350018] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.350206] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.372s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.350577] env[68986]: DEBUG nova.objects.instance [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lazy-loading 'resources' on Instance uuid 036c862c-86f2-48a6-9e50-2dab7d76c5b6 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.379900] env[68986]: INFO nova.scheduler.client.report [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted allocations for instance 5c7f074d-1dd8-4688-8a10-8a5f52bbd624 [ 983.438674] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.457917] env[68986]: DEBUG nova.network.neutron [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.522124] env[68986]: DEBUG nova.compute.manager [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.522512] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.523318] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b24c07-dba0-40b9-bf10-65e1c7acd004 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.531522] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.531522] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac3704c-e309-4068-bed0-5ec69b11a286 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.537876] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 983.537876] env[68986]: value = "task-3216335" [ 983.537876] env[68986]: _type = "Task" [ 983.537876] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.541964] env[68986]: DEBUG nova.network.neutron [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.548660] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.594818] env[68986]: DEBUG nova.compute.manager [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Received event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.595053] env[68986]: DEBUG nova.compute.manager [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing instance network info cache due to event network-changed-c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.595261] env[68986]: DEBUG oslo_concurrency.lockutils [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] Acquiring lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.595520] env[68986]: DEBUG nova.network.neutron [-] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.741414] env[68986]: WARNING nova.compute.manager [None req-601b02d4-4e1c-4d7a-b3f9-18f58e148474 tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Image not found during snapshot: nova.exception.ImageNotFound: Image 17dd56fa-e769-494c-bd22-1b4e65830243 could not be found. [ 983.843937] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.862035] env[68986]: DEBUG nova.compute.manager [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Received event network-changed-b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.862035] env[68986]: DEBUG nova.compute.manager [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Refreshing instance network info cache due to event network-changed-b5a18b46-3f51-4d9b-8580-2aba721b154e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.862035] env[68986]: DEBUG oslo_concurrency.lockutils [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] Acquiring lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.890237] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24a010d6-a483-4aec-b6d2-3816446a056d tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "5c7f074d-1dd8-4688-8a10-8a5f52bbd624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.638s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.939672] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.965723] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.965723] env[68986]: DEBUG nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Instance network_info: |[{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.966110] env[68986]: DEBUG oslo_concurrency.lockutils [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] Acquired lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.966290] env[68986]: DEBUG nova.network.neutron [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Refreshing network info cache for port b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.967671] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:58:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a18b46-3f51-4d9b-8580-2aba721b154e', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.976683] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.982106] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.982803] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bad72ad-a480-4481-bcd7-b8a49f182582 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.009014] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.009014] env[68986]: value = "task-3216336" [ 984.009014] env[68986]: _type = "Task" [ 984.009014] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.019640] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216336, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.049313] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216335, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.099585] env[68986]: INFO nova.compute.manager [-] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Took 1.24 seconds to deallocate network for instance. [ 984.135315] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cc5037-c355-4495-a1f8-1691e004af06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.146433] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2cb13-6253-458d-9610-eb0d2fff162a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.193083] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96698bd3-3d75-4658-89f6-084c7e8ecbdf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.207586] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217ff0dc-f97c-425a-b87c-339ae1e732c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.224106] env[68986]: DEBUG nova.compute.provider_tree [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.253475] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 984.253622] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643087', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'name': 'volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddd9cc3e-894a-4d2f-920d-de01e60ed62b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'serial': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 984.255722] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338591d-1c23-48e9-8ea6-0c36d18b4c16 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.277621] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa956b47-b58f-4f61-8f3a-9148cc16a496 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.304308] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec/volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.307417] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501dab75-2542-40ee-a90c-012061558965 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327090] env[68986]: DEBUG oslo_vmware.api [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 984.327090] env[68986]: value = "task-3216337" [ 984.327090] env[68986]: _type = "Task" [ 984.327090] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.338886] env[68986]: DEBUG oslo_vmware.api [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.344487] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216334, 'name': ReconfigVM_Task, 'duration_secs': 0.741242} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.344877] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Reconfigured VM instance instance-00000053 to attach disk [datastore1] bd5e8fd0-c1bb-4a62-b44e-10718257e6d0/bd5e8fd0-c1bb-4a62-b44e-10718257e6d0.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.348026] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1235994-6ac3-4051-aa65-9d31e3923247 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.348237] env[68986]: DEBUG nova.network.neutron [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updated VIF entry in instance network info cache for port b5a18b46-3f51-4d9b-8580-2aba721b154e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.348490] env[68986]: DEBUG nova.network.neutron [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.354611] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 984.354611] env[68986]: value = "task-3216338" [ 984.354611] env[68986]: _type = "Task" [ 984.354611] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.364434] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216338, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.441341] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.456365] env[68986]: DEBUG nova.network.neutron [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.521522] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216336, 'name': CreateVM_Task, 'duration_secs': 0.365012} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.522054] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.522897] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.523095] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.523448] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.523767] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a841a493-a38e-4aa3-88a1-c796462e5f79 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.528723] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 984.528723] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52148163-7ac9-0adf-07b9-ef63872aa893" [ 984.528723] env[68986]: _type = "Task" [ 984.528723] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.537705] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52148163-7ac9-0adf-07b9-ef63872aa893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.551536] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "217b094c-b9a1-47de-a6b9-c186dc485dde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.552203] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.552993] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216335, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.608621] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.727640] env[68986]: DEBUG nova.scheduler.client.report [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.839045] env[68986]: DEBUG oslo_vmware.api [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216337, 'name': ReconfigVM_Task, 'duration_secs': 0.435428} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.839588] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec/volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.844947] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912b1cc2-acfe-496f-b729-e01119f7fa80 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.855279] env[68986]: DEBUG oslo_concurrency.lockutils [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] Releasing lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.855759] env[68986]: DEBUG nova.compute.manager [req-1f6a8324-5616-4ddc-ac3e-73d8a583f7e0 req-d4f00909-398c-408f-8918-f8029e1b2442 service nova] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Received event network-vif-deleted-60f03c53-421b-41a1-89f8-3ad26671dcdd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.865467] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216338, 'name': Rename_Task, 'duration_secs': 0.160976} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.867057] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.867340] env[68986]: DEBUG oslo_vmware.api [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 984.867340] env[68986]: value = "task-3216339" [ 984.867340] env[68986]: _type = "Task" [ 984.867340] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.867638] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a709f180-6169-422e-a410-c23beab8dae0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.878670] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 984.878670] env[68986]: value = "task-3216340" [ 984.878670] env[68986]: _type = "Task" [ 984.878670] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.882297] env[68986]: DEBUG oslo_vmware.api [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.890799] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.940365] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.959986] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Releasing lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.959986] env[68986]: DEBUG nova.compute.manager [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Inject network info {{(pid=68986) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 984.963046] env[68986]: DEBUG nova.compute.manager [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] network_info to inject: |[{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 984.971038] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Reconfiguring VM instance to set the machine id {{(pid=68986) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 984.971267] env[68986]: DEBUG oslo_concurrency.lockutils [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] Acquired lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.971581] env[68986]: DEBUG nova.network.neutron [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Refreshing network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.974841] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37cc147e-8c33-4695-8f0c-2e0e7dae94c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.001776] env[68986]: DEBUG oslo_vmware.api [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 985.001776] env[68986]: value = "task-3216341" [ 985.001776] env[68986]: _type = "Task" [ 985.001776] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.010359] env[68986]: DEBUG oslo_vmware.api [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.040625] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52148163-7ac9-0adf-07b9-ef63872aa893, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.046687] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.046921] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.047191] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.047368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.047561] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.047807] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554cd241-aa1a-4214-b19e-b7937d571cad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.055075] env[68986]: DEBUG nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.058087] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216335, 'name': PowerOffVM_Task, 'duration_secs': 1.296782} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.058991] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.059190] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.059458] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.059620] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.060628] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1db995e9-a857-4b48-bacc-1023ba081390 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.062394] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e3fb98-c4f1-4ffd-aec3-e69cb978d92d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.069077] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 985.069077] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523b4aa8-0a00-b542-45aa-161ea7ee645e" [ 985.069077] env[68986]: _type = "Task" [ 985.069077] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.078257] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523b4aa8-0a00-b542-45aa-161ea7ee645e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.128606] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.128885] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.129115] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleting the datastore file [datastore2] 13f98972-815a-465e-a7df-588ae41c9ff1 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.129384] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ad82f9-752e-4d17-ad4d-9ef7adff81c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.138865] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 985.138865] env[68986]: value = "task-3216343" [ 985.138865] env[68986]: _type = "Task" [ 985.138865] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.148516] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.163830] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "4b126b04-151a-4b6d-9104-936c67d4789f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.163970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "4b126b04-151a-4b6d-9104-936c67d4789f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.164275] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "4b126b04-151a-4b6d-9104-936c67d4789f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.164825] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "4b126b04-151a-4b6d-9104-936c67d4789f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.164918] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "4b126b04-151a-4b6d-9104-936c67d4789f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.167293] env[68986]: INFO nova.compute.manager [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Terminating instance [ 985.233145] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.237802] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.780s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.238480] env[68986]: DEBUG nova.objects.instance [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'resources' on Instance uuid 005ebe76-ca9e-4fcf-874a-9252cce4946b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.260939] env[68986]: INFO nova.scheduler.client.report [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Deleted allocations for instance 036c862c-86f2-48a6-9e50-2dab7d76c5b6 [ 985.273105] env[68986]: DEBUG nova.network.neutron [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updated VIF entry in instance network info cache for port c14ce1d0-e28a-4a47-8846-c56124c09eab. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.273514] env[68986]: DEBUG nova.network.neutron [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [{"id": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "address": "fa:16:3e:86:77:16", "network": {"id": "890b467e-b185-4e0e-9f20-72d4a5a724ed", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1435201209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3224e7fdf0eb4d20bfedfff329a908d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14ce1d0-e2", "ovs_interfaceid": "c14ce1d0-e28a-4a47-8846-c56124c09eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.322370] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "f4729a48-664b-44cd-b0eb-881900adb996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.322638] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "f4729a48-664b-44cd-b0eb-881900adb996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.323083] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "f4729a48-664b-44cd-b0eb-881900adb996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.323322] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "f4729a48-664b-44cd-b0eb-881900adb996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.323639] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "f4729a48-664b-44cd-b0eb-881900adb996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.325724] env[68986]: INFO nova.compute.manager [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Terminating instance [ 985.379310] env[68986]: DEBUG oslo_vmware.api [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216339, 'name': ReconfigVM_Task, 'duration_secs': 0.281601} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.379604] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643087', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'name': 'volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddd9cc3e-894a-4d2f-920d-de01e60ed62b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'serial': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 985.391016] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.440968] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.512277] env[68986]: DEBUG oslo_vmware.api [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216341, 'name': ReconfigVM_Task, 'duration_secs': 0.168219} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.513218] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ef52552e-7171-4453-9549-f842c83f96ff tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Reconfigured VM instance to set the machine id {{(pid=68986) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 985.576164] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.580349] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523b4aa8-0a00-b542-45aa-161ea7ee645e, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.581455] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d4c756-7b8f-4e48-b86a-e06941fd0b38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.587162] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 985.587162] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522a17da-47d0-4fbf-551a-e1a5123aa7ee" [ 985.587162] env[68986]: _type = "Task" [ 985.587162] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.596867] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522a17da-47d0-4fbf-551a-e1a5123aa7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.648949] env[68986]: DEBUG oslo_vmware.api [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347715} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.649911] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.649911] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.649911] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.649911] env[68986]: INFO nova.compute.manager [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Took 2.13 seconds to destroy the instance on the hypervisor. [ 985.650145] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.650200] env[68986]: DEBUG nova.compute.manager [-] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.650292] env[68986]: DEBUG nova.network.neutron [-] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.671163] env[68986]: DEBUG nova.compute.manager [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.671326] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.672290] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cda4b2-fff3-4637-8309-402a16277ca8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.680466] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.682597] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dccb03d1-b07e-456a-8b2d-e40dfc8b5db8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.689234] env[68986]: DEBUG oslo_vmware.api [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 985.689234] env[68986]: value = "task-3216344" [ 985.689234] env[68986]: _type = "Task" [ 985.689234] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.697094] env[68986]: DEBUG oslo_vmware.api [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.773233] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c87fbf37-c429-4cac-bd65-b02ff77c8b4d tempest-ServerShowV254Test-584532583 tempest-ServerShowV254Test-584532583-project-member] Lock "036c862c-86f2-48a6-9e50-2dab7d76c5b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.020s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.780124] env[68986]: DEBUG oslo_concurrency.lockutils [req-c89ed743-f6d1-4a06-b021-3fc2caa8a024 req-7482d333-48ef-4347-8824-41f9cfa92b6f service nova] Releasing lock "refresh_cache-f4729a48-664b-44cd-b0eb-881900adb996" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.829461] env[68986]: DEBUG nova.compute.manager [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.829766] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.831791] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56687854-38a8-4a0b-a7e6-ca01b4911ac9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.841027] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.841531] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ba0dd4-e401-48cd-82e8-7cdf80984458 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.848651] env[68986]: DEBUG oslo_vmware.api [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 985.848651] env[68986]: value = "task-3216345" [ 985.848651] env[68986]: _type = "Task" [ 985.848651] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.858886] env[68986]: DEBUG oslo_vmware.api [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.896984] env[68986]: DEBUG oslo_vmware.api [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216340, 'name': PowerOnVM_Task, 'duration_secs': 0.77428} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.899708] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.899964] env[68986]: INFO nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Took 8.03 seconds to spawn the instance on the hypervisor. [ 985.900195] env[68986]: DEBUG nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.901610] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7290c73e-21d6-48b3-aa7b-5a1c0ddcb154 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.949673] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.008355] env[68986]: DEBUG nova.compute.manager [req-0db8d59f-6242-4c06-bf79-6b5e6240011f req-16a60030-cd1d-45a5-810b-48567dde50b1 service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Received event network-vif-deleted-e16df699-a805-4de7-985b-adb8fa07e104 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.009247] env[68986]: INFO nova.compute.manager [req-0db8d59f-6242-4c06-bf79-6b5e6240011f req-16a60030-cd1d-45a5-810b-48567dde50b1 service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Neutron deleted interface e16df699-a805-4de7-985b-adb8fa07e104; detaching it from the instance and deleting it from the info cache [ 986.009247] env[68986]: DEBUG nova.network.neutron [req-0db8d59f-6242-4c06-bf79-6b5e6240011f req-16a60030-cd1d-45a5-810b-48567dde50b1 service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.099565] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522a17da-47d0-4fbf-551a-e1a5123aa7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.019227} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.102754] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.103129] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.103755] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c15ccf4-586c-4450-98a2-f3df4117e7cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.110808] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 986.110808] env[68986]: value = "task-3216346" [ 986.110808] env[68986]: _type = "Task" [ 986.110808] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.121684] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.123786] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d56f03-30b5-4505-a267-3aaa22b778d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.136473] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4900d-7bf7-4f8b-8e44-893511585a0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.171508] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa8bac-eb3a-4b81-822a-f956e48fd0fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.182849] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cbd1b7-1fcd-481a-824b-15dad4645a49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.201885] env[68986]: DEBUG nova.compute.provider_tree [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.215974] env[68986]: DEBUG oslo_vmware.api [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216344, 'name': PowerOffVM_Task, 'duration_secs': 0.492525} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.216980] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.216980] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.216980] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bab15615-3d52-4206-ba4c-1057081eae21 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.290914] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.291134] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.291311] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleting the datastore file [datastore1] 4b126b04-151a-4b6d-9104-936c67d4789f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.291642] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c912029a-cc98-4860-9dc4-2fb197b60c27 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.299904] env[68986]: DEBUG oslo_vmware.api [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for the task: (returnval){ [ 986.299904] env[68986]: value = "task-3216348" [ 986.299904] env[68986]: _type = "Task" [ 986.299904] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.308453] env[68986]: DEBUG oslo_vmware.api [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.361865] env[68986]: DEBUG oslo_vmware.api [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216345, 'name': PowerOffVM_Task, 'duration_secs': 0.315893} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.362730] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.362939] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.363265] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5effd3fa-46ba-479f-a9fc-05d4bac603be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.421028] env[68986]: INFO nova.compute.manager [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Took 25.73 seconds to build instance. [ 986.435967] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.435967] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.435967] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Deleting the datastore file [datastore2] f4729a48-664b-44cd-b0eb-881900adb996 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.435967] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebb93f4-564f-44f9-b040-bf18b8e573b5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.438467] env[68986]: DEBUG nova.objects.instance [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'flavor' on Instance uuid ddd9cc3e-894a-4d2f-920d-de01e60ed62b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.449522] env[68986]: DEBUG oslo_vmware.api [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for the task: (returnval){ [ 986.449522] env[68986]: value = "task-3216350" [ 986.449522] env[68986]: _type = "Task" [ 986.449522] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.463692] env[68986]: DEBUG oslo_vmware.api [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216324, 'name': ReconfigVM_Task, 'duration_secs': 5.758526} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.464663] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.465426] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Reconfigured VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 986.473664] env[68986]: DEBUG oslo_vmware.api [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.491545] env[68986]: DEBUG nova.network.neutron [-] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.511655] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-424a7e75-3271-4867-9b83-cc6e647a09d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.523374] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb88e5-7615-4ba0-8d1f-9e96ba076a8e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.562847] env[68986]: DEBUG nova.compute.manager [req-0db8d59f-6242-4c06-bf79-6b5e6240011f req-16a60030-cd1d-45a5-810b-48567dde50b1 service nova] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Detach interface failed, port_id=e16df699-a805-4de7-985b-adb8fa07e104, reason: Instance 13f98972-815a-465e-a7df-588ae41c9ff1 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.623758] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216346, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.711362] env[68986]: DEBUG nova.scheduler.client.report [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.818684] env[68986]: DEBUG oslo_vmware.api [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Task: {'id': task-3216348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447862} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.818684] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.818684] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.818684] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.818684] env[68986]: INFO nova.compute.manager [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 986.818684] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.818684] env[68986]: DEBUG nova.compute.manager [-] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.818684] env[68986]: DEBUG nova.network.neutron [-] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.928814] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f918f563-5801-4895-a65d-f4ccb0c25c59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.251s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.944524] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b5b7a5d4-b4ec-4926-81da-49fa0ebcf1d3 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.809s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.955046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "367c0699-472c-493b-a624-3194ac3b1806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.955046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "367c0699-472c-493b-a624-3194ac3b1806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.955046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "367c0699-472c-493b-a624-3194ac3b1806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.955046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "367c0699-472c-493b-a624-3194ac3b1806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.955046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "367c0699-472c-493b-a624-3194ac3b1806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.959761] env[68986]: INFO nova.compute.manager [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Terminating instance [ 986.968109] env[68986]: DEBUG oslo_vmware.api [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Task: {'id': task-3216350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320992} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.968109] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.968245] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.968674] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.968674] env[68986]: INFO nova.compute.manager [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Took 1.14 seconds to destroy the instance on the hypervisor. [ 986.968827] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.968907] env[68986]: DEBUG nova.compute.manager [-] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.968963] env[68986]: DEBUG nova.network.neutron [-] [instance: f4729a48-664b-44cd-b0eb-881900adb996] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.994589] env[68986]: INFO nova.compute.manager [-] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Took 1.34 seconds to deallocate network for instance. [ 987.121415] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598841} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.122399] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.122582] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.122845] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aae2c92a-fa30-4af0-8f29-f5f1acf9cfb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.130820] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 987.130820] env[68986]: value = "task-3216351" [ 987.130820] env[68986]: _type = "Task" [ 987.130820] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.139559] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.217564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.220302] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.733s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.245845] env[68986]: INFO nova.scheduler.client.report [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted allocations for instance 005ebe76-ca9e-4fcf-874a-9252cce4946b [ 987.465138] env[68986]: DEBUG nova.compute.manager [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.465387] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.466656] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512cb345-cd90-4e60-b815-a92df4e20a7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.477068] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.477365] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eafd95d-a09a-4960-8e0b-767bc4b9a4c6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.488326] env[68986]: DEBUG oslo_vmware.api [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 987.488326] env[68986]: value = "task-3216352" [ 987.488326] env[68986]: _type = "Task" [ 987.488326] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.497092] env[68986]: DEBUG oslo_vmware.api [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3216352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.503488] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.570017] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9bce-88d0-7efb-0dc8-d92223a1f044/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 987.571229] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bd9f63-3119-4928-9095-c34f2d64ff80 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.579345] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9bce-88d0-7efb-0dc8-d92223a1f044/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 987.579608] env[68986]: ERROR oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9bce-88d0-7efb-0dc8-d92223a1f044/disk-0.vmdk due to incomplete transfer. [ 987.579892] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-678f9c16-6ffd-4282-a34a-4bddcf70cee7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.587882] env[68986]: DEBUG oslo_vmware.rw_handles [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a9bce-88d0-7efb-0dc8-d92223a1f044/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 987.588163] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Uploaded image 18e43c59-ef60-4000-b73b-cc040dcb557a to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 987.591178] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 987.591478] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7a9ccb5-60ff-4eeb-9a38-d5e7ac92c6ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.598335] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 987.598335] env[68986]: value = "task-3216353" [ 987.598335] env[68986]: _type = "Task" [ 987.598335] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.608797] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216353, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.612266] env[68986]: DEBUG nova.network.neutron [-] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.640625] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067292} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.640895] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.641739] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4097a8-a953-4766-ba9b-746e6cb2341f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.667153] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.669282] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18e58e4-5c69-447b-af3f-f19f22064162 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.689873] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 987.689873] env[68986]: value = "task-3216354" [ 987.689873] env[68986]: _type = "Task" [ 987.689873] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.698287] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.757033] env[68986]: DEBUG oslo_concurrency.lockutils [None req-38fdd38e-e953-49b6-948f-528c83aebfe2 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "005ebe76-ca9e-4fcf-874a-9252cce4946b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.223s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.810704] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.810917] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.811251] env[68986]: DEBUG nova.network.neutron [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.922914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.922914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "174ceea5-b609-46f7-aecd-e0013e972135" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.922914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.922914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "174ceea5-b609-46f7-aecd-e0013e972135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.922914] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "174ceea5-b609-46f7-aecd-e0013e972135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.925802] env[68986]: INFO nova.compute.manager [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Terminating instance [ 987.998033] env[68986]: DEBUG oslo_vmware.api [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3216352, 'name': PowerOffVM_Task, 'duration_secs': 0.202858} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.998376] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.998442] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.998690] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eebe15d-8748-450f-9583-1d9c40580cc2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.059223] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.059223] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.059223] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Deleting the datastore file [datastore2] 367c0699-472c-493b-a624-3194ac3b1806 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.059223] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f15183bf-9c56-4c22-822d-b1fe7d2d6395 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.066669] env[68986]: DEBUG oslo_vmware.api [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for the task: (returnval){ [ 988.066669] env[68986]: value = "task-3216356" [ 988.066669] env[68986]: _type = "Task" [ 988.066669] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.073821] env[68986]: DEBUG oslo_vmware.api [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3216356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.107872] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216353, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.110863] env[68986]: DEBUG nova.compute.manager [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received event network-vif-deleted-ac49c77f-356b-4a22-b607-242255339fc5 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.111079] env[68986]: INFO nova.compute.manager [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Neutron deleted interface ac49c77f-356b-4a22-b607-242255339fc5; detaching it from the instance and deleting it from the info cache [ 988.111348] env[68986]: DEBUG nova.network.neutron [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.116661] env[68986]: INFO nova.compute.manager [-] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Took 1.30 seconds to deallocate network for instance. [ 988.184787] env[68986]: DEBUG nova.network.neutron [-] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.200894] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216354, 'name': ReconfigVM_Task, 'duration_secs': 0.274095} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.201778] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfigured VM instance instance-00000054 to attach disk [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.202435] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c4e9ef8-1daa-4ed4-bb59-fd91564adbf7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.210023] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 988.210023] env[68986]: value = "task-3216357" [ 988.210023] env[68986]: _type = "Task" [ 988.210023] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.223750] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216357, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.263918] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance ac1f58f4-2679-41cd-a1e8-6c707dfccea0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.264151] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 367c0699-472c-493b-a624-3194ac3b1806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.264291] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance c8839c99-604d-4112-b920-b4811dfe3a48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.264431] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f696a327-ad05-411c-b02d-b4a3017d422f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.264593] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 174ceea5-b609-46f7-aecd-e0013e972135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.264759] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance ddd9cc3e-894a-4d2f-920d-de01e60ed62b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.265333] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.265333] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f4729a48-664b-44cd-b0eb-881900adb996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.265333] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance b54727be-9cb8-4ee1-9aac-19f83c2d472f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.265333] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 13f98972-815a-465e-a7df-588ae41c9ff1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.265611] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 07dee742-b2b8-45a0-a78a-2e8e4f475d72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.265611] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance ac140517-8651-4f62-8839-c282c1991a38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.265611] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 4b126b04-151a-4b6d-9104-936c67d4789f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.265756] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d10e2b0e-8839-41c8-871b-509d5211e71c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.429373] env[68986]: DEBUG nova.compute.manager [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.429623] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.430555] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48d9e1d-646c-404a-9887-4f1be689bbe9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.440227] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.441554] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe3a68b-815c-48da-90ad-fd4d97ddef00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.446986] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.447372] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.458417] env[68986]: DEBUG oslo_vmware.api [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 988.458417] env[68986]: value = "task-3216358" [ 988.458417] env[68986]: _type = "Task" [ 988.458417] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.470958] env[68986]: DEBUG oslo_vmware.api [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.476229] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.476459] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.575276] env[68986]: DEBUG oslo_vmware.api [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Task: {'id': task-3216356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149033} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.575540] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.575723] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.575934] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.576122] env[68986]: INFO nova.compute.manager [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Took 1.11 seconds to destroy the instance on the hypervisor. [ 988.576365] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.576556] env[68986]: DEBUG nova.compute.manager [-] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.576696] env[68986]: DEBUG nova.network.neutron [-] [instance: 367c0699-472c-493b-a624-3194ac3b1806] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.605429] env[68986]: INFO nova.network.neutron [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Port ac49c77f-356b-4a22-b607-242255339fc5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 988.605804] env[68986]: DEBUG nova.network.neutron [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [{"id": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "address": "fa:16:3e:ed:e0:9f", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c8dd2-3f", "ovs_interfaceid": "de6c8dd2-3f19-403a-a976-048940c9ce5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.611697] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216353, 'name': Destroy_Task, 'duration_secs': 0.749389} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.611958] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Destroyed the VM [ 988.612239] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 988.612495] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05ac900c-b27c-4e48-830d-8ece9e51c1e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.614605] env[68986]: DEBUG oslo_concurrency.lockutils [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] Acquiring lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.620118] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 988.620118] env[68986]: value = "task-3216359" [ 988.620118] env[68986]: _type = "Task" [ 988.620118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.626214] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.629964] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.688654] env[68986]: INFO nova.compute.manager [-] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Took 1.72 seconds to deallocate network for instance. [ 988.721734] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216357, 'name': Rename_Task, 'duration_secs': 0.153991} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.721868] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.722685] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-110aeb43-7723-4b6d-9d0c-80acd2028528 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.729799] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 988.729799] env[68986]: value = "task-3216360" [ 988.729799] env[68986]: _type = "Task" [ 988.729799] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.750878] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.769684] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 988.770092] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance bd5e8fd0-c1bb-4a62-b44e-10718257e6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.770092] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.949712] env[68986]: DEBUG nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.968738] env[68986]: DEBUG oslo_vmware.api [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216358, 'name': PowerOffVM_Task, 'duration_secs': 0.322005} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.968738] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.968962] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.969363] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75a7a86-030d-4c6e-8c7c-242942a81e66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.978655] env[68986]: DEBUG nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.027669] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.027988] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.028252] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleting the datastore file [datastore2] 174ceea5-b609-46f7-aecd-e0013e972135 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.028544] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4314c29e-0b4c-4ab2-8152-5f97d9ed24bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.036579] env[68986]: DEBUG oslo_vmware.api [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 989.036579] env[68986]: value = "task-3216362" [ 989.036579] env[68986]: _type = "Task" [ 989.036579] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.045276] env[68986]: DEBUG oslo_vmware.api [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.112140] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.871868] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.872573] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8e6f0972-2f79-4b96-801a-9c0571878783 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 989.878267] env[68986]: DEBUG nova.network.neutron [-] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.878469] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2a1b4c8b-0210-4573-99dd-4f1011c4b7a2 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-174ceea5-b609-46f7-aecd-e0013e972135-ac49c77f-356b-4a22-b607-242255339fc5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.043s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.893084] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "0fded135-6890-49fc-ae22-6027b39831c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.893364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "0fded135-6890-49fc-ae22-6027b39831c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.899492] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216359, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.899687] env[68986]: WARNING oslo_vmware.common.loopingcall [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] task run outlasted interval by 0.279261 sec [ 989.906254] env[68986]: DEBUG oslo_vmware.api [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216360, 'name': PowerOnVM_Task, 'duration_secs': 0.674373} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.909562] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.909768] env[68986]: INFO nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Took 8.59 seconds to spawn the instance on the hypervisor. [ 989.909942] env[68986]: DEBUG nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.910476] env[68986]: DEBUG oslo_vmware.api [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306052} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.911946] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03561dcd-9d63-4159-9440-95402c35c7bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.914365] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.914551] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.914775] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.914969] env[68986]: INFO nova.compute.manager [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Took 1.49 seconds to destroy the instance on the hypervisor. [ 989.915213] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.916178] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.917080] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.920076] env[68986]: DEBUG nova.compute.manager [-] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.920178] env[68986]: DEBUG nova.network.neutron [-] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.921704] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216359, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.139602] env[68986]: DEBUG nova.compute.manager [req-7929be43-2143-4fb9-8a49-3bdd5b8e44a9 req-553535c9-ce56-4f87-9ffd-b452e1e874f9 service nova] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Received event network-vif-deleted-b2e0f6c0-330a-4722-a533-646e488ff2ce {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.382868] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 217b094c-b9a1-47de-a6b9-c186dc485dde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 990.386026] env[68986]: INFO nova.compute.manager [-] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Took 1.81 seconds to deallocate network for instance. [ 990.396352] env[68986]: DEBUG nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.410445] env[68986]: DEBUG oslo_vmware.api [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216359, 'name': RemoveSnapshot_Task, 'duration_secs': 1.691412} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.412015] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.412015] env[68986]: INFO nova.compute.manager [None req-544f6d3e-3e80-4cb1-bed4-7a3b372785ca tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Took 15.69 seconds to snapshot the instance on the hypervisor. [ 990.441146] env[68986]: INFO nova.compute.manager [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Took 25.02 seconds to build instance. [ 990.890040] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d93cd117-0f55-40dc-b357-d37a1c3bbb5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 990.892007] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.922399] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.939032] env[68986]: DEBUG nova.network.neutron [-] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.943826] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce882bd4-15b3-4e4e-abe8-c7a80e495196 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.544s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.392610] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 18061cf7-6808-4f73-8963-3ddd8ae6e76d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 991.392957] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 991.393122] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 991.442113] env[68986]: INFO nova.compute.manager [-] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Took 1.52 seconds to deallocate network for instance. [ 991.658556] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438c4f68-0f63-4360-bc6f-e17e7d19704f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.666096] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a741d-47e5-497c-9409-5be10b2ba186 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.695748] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811300b9-f85c-4c9a-8a87-8d7563ecc591 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.702954] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b07fd9-fc06-4606-9248-8dd6e7408b1a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.715720] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.950520] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.166090] env[68986]: DEBUG nova.compute.manager [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Received event network-vif-deleted-de6c8dd2-3f19-403a-a976-048940c9ce5f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.166383] env[68986]: DEBUG nova.compute.manager [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Received event network-changed-b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.166494] env[68986]: DEBUG nova.compute.manager [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Refreshing instance network info cache due to event network-changed-b5a18b46-3f51-4d9b-8580-2aba721b154e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.166741] env[68986]: DEBUG oslo_concurrency.lockutils [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] Acquiring lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.166882] env[68986]: DEBUG oslo_concurrency.lockutils [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] Acquired lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.166985] env[68986]: DEBUG nova.network.neutron [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Refreshing network info cache for port b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.219272] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.724251] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 992.724866] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.504s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.724866] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.930s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.725101] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.727408] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.786s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.727653] env[68986]: DEBUG nova.objects.instance [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lazy-loading 'pci_requests' on Instance uuid 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.749101] env[68986]: INFO nova.scheduler.client.report [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Deleted allocations for instance ac1f58f4-2679-41cd-a1e8-6c707dfccea0 [ 992.886451] env[68986]: DEBUG nova.network.neutron [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updated VIF entry in instance network info cache for port b5a18b46-3f51-4d9b-8580-2aba721b154e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.887105] env[68986]: DEBUG nova.network.neutron [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.997136] env[68986]: DEBUG nova.compute.manager [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.998098] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5395c4f-3602-4995-944b-f87ba0163f2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.232167] env[68986]: DEBUG nova.objects.instance [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lazy-loading 'numa_topology' on Instance uuid 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.257974] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3cebf5e6-fdc7-4da6-b104-999325f1bb8f tempest-ServersTestJSON-1874029454 tempest-ServersTestJSON-1874029454-project-member] Lock "ac1f58f4-2679-41cd-a1e8-6c707dfccea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.257s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.389744] env[68986]: DEBUG oslo_concurrency.lockutils [req-4190c469-51f4-4a90-b28a-2774056e1536 req-390f89f3-3d08-4f50-aa9b-145458122437 service nova] Releasing lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.509090] env[68986]: INFO nova.compute.manager [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] instance snapshotting [ 993.512041] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44d3f7-8901-46ff-9df7-183bf8917703 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.532714] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4ecbb-3c3a-4615-b366-fd54e23b7b06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.736303] env[68986]: INFO nova.compute.claims [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.047203] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 994.047513] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57292b1c-872d-403d-8291-fbceb13d878e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.055419] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 994.055419] env[68986]: value = "task-3216363" [ 994.055419] env[68986]: _type = "Task" [ 994.055419] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.065289] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.569028] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.048766] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f883f-6156-466a-910a-f5f8e4be50b5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.056102] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69342a6-e397-4430-b93e-2029699f1721 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.067550] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216363, 'name': CreateSnapshot_Task, 'duration_secs': 0.557452} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.091189] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.092087] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c779c-c0dd-4fc1-82fb-cd14aba04456 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.094920] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc9c0c-4868-4bf9-97b0-5b2f7ceb0191 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.106991] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1fb815-08f7-49bc-a5de-2590ffe5e23d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.120601] env[68986]: DEBUG nova.compute.provider_tree [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.613992] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.613992] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d9d8393-13ac-45d7-9a8e-6310066eecdf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.621503] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 995.621503] env[68986]: value = "task-3216364" [ 995.621503] env[68986]: _type = "Task" [ 995.621503] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.624913] env[68986]: DEBUG nova.scheduler.client.report [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.632662] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216364, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.132198] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.134220] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216364, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.134478] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.378s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.135959] env[68986]: INFO nova.compute.claims [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.170809] env[68986]: INFO nova.network.neutron [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating port c383823c-8cd3-4809-bec7-52c750faaa51 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 996.636786] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216364, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.135463] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216364, 'name': CloneVM_Task, 'duration_secs': 1.455655} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.135765] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Created linked-clone VM from snapshot [ 997.137398] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d379a5b5-9429-42f2-ae5c-15cd002158b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.148255] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Uploading image 19848565-ff3b-4fab-b571-736423d292f6 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.203685] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.203685] env[68986]: value = "vm-643093" [ 997.203685] env[68986]: _type = "VirtualMachine" [ 997.203685] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.205938] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-763a518b-3abd-43e4-9135-ea5557947d9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.212210] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lease: (returnval){ [ 997.212210] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5277f618-7eda-3109-c5f4-13451f2e6920" [ 997.212210] env[68986]: _type = "HttpNfcLease" [ 997.212210] env[68986]: } obtained for exporting VM: (result){ [ 997.212210] env[68986]: value = "vm-643093" [ 997.212210] env[68986]: _type = "VirtualMachine" [ 997.212210] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.212210] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the lease: (returnval){ [ 997.212210] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5277f618-7eda-3109-c5f4-13451f2e6920" [ 997.212210] env[68986]: _type = "HttpNfcLease" [ 997.212210] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.222073] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.222073] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5277f618-7eda-3109-c5f4-13451f2e6920" [ 997.222073] env[68986]: _type = "HttpNfcLease" [ 997.222073] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.465502] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a9698f-d83e-407f-8d99-11db7a5d4bc4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.473164] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d6c0d3-a064-4fca-8a52-664171eced91 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.506537] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9a983d-7365-4e9e-93f5-c24391ee5d11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.515337] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c633b9-50d9-4708-999b-8e244393eb48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.528533] env[68986]: DEBUG nova.compute.provider_tree [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.721290] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.721290] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5277f618-7eda-3109-c5f4-13451f2e6920" [ 997.721290] env[68986]: _type = "HttpNfcLease" [ 997.721290] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.721526] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.721526] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5277f618-7eda-3109-c5f4-13451f2e6920" [ 997.721526] env[68986]: _type = "HttpNfcLease" [ 997.721526] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.722160] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b622b82e-3fee-4522-ba56-6006459e13a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.729927] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c5726-1061-b22b-8d7e-0be02853c42f/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.730703] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c5726-1061-b22b-8d7e-0be02853c42f/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.820075] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50d1f9b7-fc7b-4a93-a252-70eca6527689 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.869110] env[68986]: DEBUG nova.compute.manager [req-e027d7d0-f9fd-4a39-9b7b-86c059649c15 req-e1366cec-3109-4f4e-8dca-6db431aba3ae service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received event network-vif-plugged-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.869331] env[68986]: DEBUG oslo_concurrency.lockutils [req-e027d7d0-f9fd-4a39-9b7b-86c059649c15 req-e1366cec-3109-4f4e-8dca-6db431aba3ae service nova] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.869605] env[68986]: DEBUG oslo_concurrency.lockutils [req-e027d7d0-f9fd-4a39-9b7b-86c059649c15 req-e1366cec-3109-4f4e-8dca-6db431aba3ae service nova] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.869730] env[68986]: DEBUG oslo_concurrency.lockutils [req-e027d7d0-f9fd-4a39-9b7b-86c059649c15 req-e1366cec-3109-4f4e-8dca-6db431aba3ae service nova] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.869848] env[68986]: DEBUG nova.compute.manager [req-e027d7d0-f9fd-4a39-9b7b-86c059649c15 req-e1366cec-3109-4f4e-8dca-6db431aba3ae service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] No waiting events found dispatching network-vif-plugged-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.870019] env[68986]: WARNING nova.compute.manager [req-e027d7d0-f9fd-4a39-9b7b-86c059649c15 req-e1366cec-3109-4f4e-8dca-6db431aba3ae service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received unexpected event network-vif-plugged-c383823c-8cd3-4809-bec7-52c750faaa51 for instance with vm_state shelved_offloaded and task_state spawning. [ 997.972313] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.972313] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.972313] env[68986]: DEBUG nova.network.neutron [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.032475] env[68986]: DEBUG nova.scheduler.client.report [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.546180] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.546736] env[68986]: DEBUG nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.549724] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.941s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.550023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.552657] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.977s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.553980] env[68986]: INFO nova.compute.claims [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.587641] env[68986]: INFO nova.scheduler.client.report [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Deleted allocations for instance d10e2b0e-8839-41c8-871b-509d5211e71c [ 998.889118] env[68986]: DEBUG nova.network.neutron [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc383823c-8c", "ovs_interfaceid": "c383823c-8cd3-4809-bec7-52c750faaa51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.964766] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.964766] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.065340] env[68986]: DEBUG nova.compute.utils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.073678] env[68986]: DEBUG nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.073678] env[68986]: DEBUG nova.network.neutron [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.097631] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c4422710-e005-44cb-8889-be6dc28f0fd8 tempest-ServerMetadataNegativeTestJSON-606912711 tempest-ServerMetadataNegativeTestJSON-606912711-project-member] Lock "d10e2b0e-8839-41c8-871b-509d5211e71c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.905s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.119249] env[68986]: DEBUG nova.policy [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61a4e28ba51487cb150326d131d9c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2718dfffa9d842e5926d2b51b0ebd585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.394375] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.430224] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dadf9d6a09d6a421b115e76c050cc489',container_format='bare',created_at=2025-04-03T01:41:59Z,direct_url=,disk_format='vmdk',id=d2ec63f1-b79c-4e8b-a5f3-436cad27a399,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1652941498-shelved',owner='38c1796f9b484e6394468ae1cdf04eb4',properties=ImageMetaProps,protected=,size=31592960,status='active',tags=,updated_at=2025-04-03T01:42:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.430224] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.430224] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.430480] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.430662] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.430808] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.431033] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.431212] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.431502] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.431748] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.432048] env[68986]: DEBUG nova.virt.hardware [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.433077] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e14a7e-ba62-4071-b77c-5d18d862eb75 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.441316] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c78f09-1040-4b32-b87b-a9ac95420264 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.455422] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:96:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c383823c-8cd3-4809-bec7-52c750faaa51', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.463581] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.463581] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.463782] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f814de3f-fe1b-4110-8a77-7da761f7d336 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.479347] env[68986]: DEBUG nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.489042] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.489042] env[68986]: value = "task-3216366" [ 999.489042] env[68986]: _type = "Task" [ 999.489042] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.496622] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216366, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.572698] env[68986]: DEBUG nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.613523] env[68986]: DEBUG nova.network.neutron [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Successfully created port: b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.938444] env[68986]: DEBUG nova.compute.manager [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received event network-changed-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.939015] env[68986]: DEBUG nova.compute.manager [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Refreshing instance network info cache due to event network-changed-c383823c-8cd3-4809-bec7-52c750faaa51. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.939796] env[68986]: DEBUG oslo_concurrency.lockutils [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] Acquiring lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.940111] env[68986]: DEBUG oslo_concurrency.lockutils [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] Acquired lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.941661] env[68986]: DEBUG nova.network.neutron [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Refreshing network info cache for port c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.007788] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216366, 'name': CreateVM_Task, 'duration_secs': 0.362515} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.009706] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.009847] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.013719] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.013889] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.014454] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.014876] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6b84d1-e2bd-4ef1-9d5b-8a3dfff2538b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.019958] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1000.019958] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526bb6c6-9151-933f-a1d5-44a8eecca498" [ 1000.019958] env[68986]: _type = "Task" [ 1000.019958] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.028461] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526bb6c6-9151-933f-a1d5-44a8eecca498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.057634] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0631417c-3ae0-4169-aded-9e09214dacb5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.065068] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d5613b-99b7-4ca9-bd87-5beb8847ca12 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.105978] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506cfcbb-9368-4f93-a916-3a39d734cf10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.112021] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea4bde-ec39-4464-b737-eb1a4e0adc43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.129442] env[68986]: DEBUG nova.compute.provider_tree [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.533867] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.533867] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Processing image d2ec63f1-b79c-4e8b-a5f3-436cad27a399 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.534088] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399/d2ec63f1-b79c-4e8b-a5f3-436cad27a399.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.534088] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399/d2ec63f1-b79c-4e8b-a5f3-436cad27a399.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.534246] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.534515] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df256e12-f12c-4465-8335-169d74037d29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.543373] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.543631] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.546826] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e89aae9-b4ab-4634-8a6a-d70dcf6a21be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.552950] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1000.552950] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c3178a-689b-934b-db60-7f63a9d4a0a5" [ 1000.552950] env[68986]: _type = "Task" [ 1000.552950] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.560932] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c3178a-689b-934b-db60-7f63a9d4a0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.607059] env[68986]: DEBUG nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.636017] env[68986]: DEBUG nova.scheduler.client.report [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.657048] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.657557] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.657915] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.660016] env[68986]: DEBUG nova.virt.hardware [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.662195] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cc552a-c8bc-493d-9ef8-4a21a0efd8c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.671048] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89c5fc5-02bb-4524-a0ec-34d5588e50f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.695910] env[68986]: DEBUG nova.network.neutron [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updated VIF entry in instance network info cache for port c383823c-8cd3-4809-bec7-52c750faaa51. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.696351] env[68986]: DEBUG nova.network.neutron [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc383823c-8c", "ovs_interfaceid": "c383823c-8cd3-4809-bec7-52c750faaa51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.066492] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Preparing fetch location {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1001.066925] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Fetch image to [datastore1] OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f/OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f.vmdk {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1001.067194] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Downloading stream optimized image d2ec63f1-b79c-4e8b-a5f3-436cad27a399 to [datastore1] OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f/OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f.vmdk on the data store datastore1 as vApp {{(pid=68986) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1001.067336] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Downloading image file data d2ec63f1-b79c-4e8b-a5f3-436cad27a399 to the ESX as VM named 'OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f' {{(pid=68986) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1001.140954] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.141404] env[68986]: DEBUG nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.146896] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1001.146896] env[68986]: value = "resgroup-9" [ 1001.146896] env[68986]: _type = "ResourcePool" [ 1001.146896] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1001.146896] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.644s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.147277] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.152038] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.525s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.152038] env[68986]: DEBUG nova.objects.instance [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lazy-loading 'resources' on Instance uuid 4b126b04-151a-4b6d-9104-936c67d4789f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.152176] env[68986]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-41bc4b4c-49bc-43d8-aa42-5aa20b1ff4dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.178197] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lease: (returnval){ [ 1001.178197] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d64fc5-e9a6-c40c-a352-f7079ccfca05" [ 1001.178197] env[68986]: _type = "HttpNfcLease" [ 1001.178197] env[68986]: } obtained for vApp import into resource pool (val){ [ 1001.178197] env[68986]: value = "resgroup-9" [ 1001.178197] env[68986]: _type = "ResourcePool" [ 1001.178197] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1001.178197] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the lease: (returnval){ [ 1001.178197] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d64fc5-e9a6-c40c-a352-f7079ccfca05" [ 1001.178197] env[68986]: _type = "HttpNfcLease" [ 1001.178197] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.184907] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.184907] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d64fc5-e9a6-c40c-a352-f7079ccfca05" [ 1001.184907] env[68986]: _type = "HttpNfcLease" [ 1001.184907] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.199055] env[68986]: DEBUG oslo_concurrency.lockutils [req-419a7566-4d5f-46ad-a56e-3ea5a058f8b7 req-5d02276e-9578-42dc-89f7-47293c3e0b87 service nova] Releasing lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.226873] env[68986]: INFO nova.scheduler.client.report [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleted allocations for instance 13f98972-815a-465e-a7df-588ae41c9ff1 [ 1001.354515] env[68986]: DEBUG nova.network.neutron [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Successfully updated port: b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.672821] env[68986]: DEBUG nova.compute.utils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.674401] env[68986]: DEBUG nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.674951] env[68986]: DEBUG nova.network.neutron [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.686235] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.686235] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d64fc5-e9a6-c40c-a352-f7079ccfca05" [ 1001.686235] env[68986]: _type = "HttpNfcLease" [ 1001.686235] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.732412] env[68986]: DEBUG nova.policy [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87393ba99d5f469eba522bbfcef99d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca1ff8c6158647e0ab95a0278f36a2ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.740194] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e98ec311-ca48-4b06-bc7c-7bff33b2959f tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "13f98972-815a-465e-a7df-588ae41c9ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.727s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.857582] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.857725] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.857917] env[68986]: DEBUG nova.network.neutron [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.972991] env[68986]: DEBUG nova.compute.manager [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-vif-plugged-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.973300] env[68986]: DEBUG oslo_concurrency.lockutils [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.973495] env[68986]: DEBUG oslo_concurrency.lockutils [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.973708] env[68986]: DEBUG oslo_concurrency.lockutils [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.973976] env[68986]: DEBUG nova.compute.manager [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] No waiting events found dispatching network-vif-plugged-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.974138] env[68986]: WARNING nova.compute.manager [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received unexpected event network-vif-plugged-b4500e92-433a-4889-ae52-295f00e138cd for instance with vm_state building and task_state spawning. [ 1001.974335] env[68986]: DEBUG nova.compute.manager [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-changed-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.974441] env[68986]: DEBUG nova.compute.manager [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing instance network info cache due to event network-changed-b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.974619] env[68986]: DEBUG oslo_concurrency.lockutils [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] Acquiring lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.983320] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873136cc-9db9-441e-ac0a-cc420f8f1b3e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.996124] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830977b2-4891-43f3-bef5-8cb325ecfd9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.028194] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f89fcb-c5ad-49b4-8a8d-69f0a41187e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.035977] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2b3cc-28b7-4bd2-bd37-92b27c2d2e14 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.049826] env[68986]: DEBUG nova.compute.provider_tree [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.061944] env[68986]: DEBUG nova.network.neutron [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Successfully created port: 6205e871-a665-49b4-bb51-5c0d9798e6f4 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.180095] env[68986]: DEBUG nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.191278] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.191278] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d64fc5-e9a6-c40c-a352-f7079ccfca05" [ 1002.191278] env[68986]: _type = "HttpNfcLease" [ 1002.191278] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.191506] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.191506] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d64fc5-e9a6-c40c-a352-f7079ccfca05" [ 1002.191506] env[68986]: _type = "HttpNfcLease" [ 1002.191506] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1002.192319] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66771c0d-4745-442d-a6db-c0be9cea48a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.200775] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc59ad-bbe9-5bad-a8bf-40c4ac44c8d9/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.201010] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating HTTP connection to write to file with size = 31592960 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc59ad-bbe9-5bad-a8bf-40c4ac44c8d9/disk-0.vmdk. {{(pid=68986) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1002.274021] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c482dc35-1e8a-4ad1-978f-26efdd3877a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.394934] env[68986]: DEBUG nova.network.neutron [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.541835] env[68986]: DEBUG nova.network.neutron [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4500e92-43", "ovs_interfaceid": "b4500e92-433a-4889-ae52-295f00e138cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.552511] env[68986]: DEBUG nova.scheduler.client.report [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.019694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.019694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.019694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.019694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.019694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.021723] env[68986]: INFO nova.compute.manager [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Terminating instance [ 1003.045421] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.045421] env[68986]: DEBUG nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Instance network_info: |[{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4500e92-43", "ovs_interfaceid": "b4500e92-433a-4889-ae52-295f00e138cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.045421] env[68986]: DEBUG oslo_concurrency.lockutils [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] Acquired lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.045421] env[68986]: DEBUG nova.network.neutron [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing network info cache for port b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.050168] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:8a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4500e92-433a-4889-ae52-295f00e138cd', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.060430] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.064264] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.066437] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.067038] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.195s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.068017] env[68986]: DEBUG nova.objects.instance [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lazy-loading 'resources' on Instance uuid f4729a48-664b-44cd-b0eb-881900adb996 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.076118] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e465b1-7db7-417e-a609-b4441b28ac35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.103961] env[68986]: INFO nova.scheduler.client.report [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Deleted allocations for instance 4b126b04-151a-4b6d-9104-936c67d4789f [ 1003.113471] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.113471] env[68986]: value = "task-3216368" [ 1003.113471] env[68986]: _type = "Task" [ 1003.113471] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.124966] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216368, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.196759] env[68986]: DEBUG nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.266884] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.267284] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.267452] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.267686] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.267845] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.268167] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.268484] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.268689] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.268927] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.269216] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.269572] env[68986]: DEBUG nova.virt.hardware [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.270505] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00f021f-534f-42e1-94e8-dd9305098753 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.288869] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8efdf3-0949-4796-8592-0453c42328f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.497473] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b230fbcf-ed0d-408a-a666-74fae5b34d4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.509355] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b3ac1-591e-4b01-814e-ed4c2dd32257 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.548814] env[68986]: DEBUG nova.compute.manager [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.549287] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.556525] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88cdf2-3478-480a-ac4b-6f242e3b9e0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.560462] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc75a35d-218c-4b4f-88cb-642a8b3f19f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.571772] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.576116] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a58f754-370d-4b5f-bdcd-3fb06d5833b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579140] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f951eacc-7354-4ec1-9ef6-f9a9cf17586b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.585976] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Completed reading data from the image iterator. {{(pid=68986) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1003.586145] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc59ad-bbe9-5bad-a8bf-40c4ac44c8d9/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1003.587378] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531dd544-cb02-45f1-bb43-4531788df2eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.591871] env[68986]: DEBUG oslo_vmware.api [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 1003.591871] env[68986]: value = "task-3216369" [ 1003.591871] env[68986]: _type = "Task" [ 1003.591871] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.600303] env[68986]: DEBUG nova.compute.provider_tree [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.612491] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc59ad-bbe9-5bad-a8bf-40c4ac44c8d9/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1003.612491] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc59ad-bbe9-5bad-a8bf-40c4ac44c8d9/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1003.612491] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c5ea69ce-e493-43a1-8a86-5a8ef1870eba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.617895] env[68986]: DEBUG oslo_vmware.api [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.620882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a64a09c4-aeb8-42e2-923b-018eee9f69bb tempest-ImagesTestJSON-75683094 tempest-ImagesTestJSON-75683094-project-member] Lock "4b126b04-151a-4b6d-9104-936c67d4789f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.457s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.632589] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216368, 'name': CreateVM_Task, 'duration_secs': 0.418974} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.632811] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.633588] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.633793] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.634191] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.634500] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efcf3c8b-e970-403f-9530-97aea81fafe0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.640137] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1003.640137] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52656586-174a-7f90-1f72-7a3cce44fea8" [ 1003.640137] env[68986]: _type = "Task" [ 1003.640137] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.648959] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52656586-174a-7f90-1f72-7a3cce44fea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.813620] env[68986]: DEBUG nova.network.neutron [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Successfully updated port: 6205e871-a665-49b4-bb51-5c0d9798e6f4 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.862097] env[68986]: DEBUG nova.network.neutron [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updated VIF entry in instance network info cache for port b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.862606] env[68986]: DEBUG nova.network.neutron [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4500e92-43", "ovs_interfaceid": "b4500e92-433a-4889-ae52-295f00e138cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.873878] env[68986]: DEBUG oslo_vmware.rw_handles [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc59ad-bbe9-5bad-a8bf-40c4ac44c8d9/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1003.874106] env[68986]: INFO nova.virt.vmwareapi.images [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Downloaded image file data d2ec63f1-b79c-4e8b-a5f3-436cad27a399 [ 1003.875327] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5446dc38-e1a3-4ae6-ba4d-d6f8bd93d88d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.892199] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c56ad9de-7995-4538-9c51-9d4bcf929062 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.931388] env[68986]: INFO nova.virt.vmwareapi.images [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] The imported VM was unregistered [ 1003.933575] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Caching image {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1003.933808] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.934569] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f98a2c-69f3-4d19-aa2c-f5bd54f88d8d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.951118] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Created directory with path [datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.951412] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f/OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f.vmdk to [datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399/d2ec63f1-b79c-4e8b-a5f3-436cad27a399.vmdk. {{(pid=68986) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1003.951804] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-730bd5f5-5740-4727-bef8-756bff041919 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.960284] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1003.960284] env[68986]: value = "task-3216371" [ 1003.960284] env[68986]: _type = "Task" [ 1003.960284] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.968514] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216371, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.029703] env[68986]: DEBUG nova.compute.manager [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Received event network-vif-plugged-6205e871-a665-49b4-bb51-5c0d9798e6f4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.030139] env[68986]: DEBUG oslo_concurrency.lockutils [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] Acquiring lock "217b094c-b9a1-47de-a6b9-c186dc485dde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.030292] env[68986]: DEBUG oslo_concurrency.lockutils [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.030552] env[68986]: DEBUG oslo_concurrency.lockutils [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.030762] env[68986]: DEBUG nova.compute.manager [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] No waiting events found dispatching network-vif-plugged-6205e871-a665-49b4-bb51-5c0d9798e6f4 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.030949] env[68986]: WARNING nova.compute.manager [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Received unexpected event network-vif-plugged-6205e871-a665-49b4-bb51-5c0d9798e6f4 for instance with vm_state building and task_state spawning. [ 1004.031141] env[68986]: DEBUG nova.compute.manager [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Received event network-changed-6205e871-a665-49b4-bb51-5c0d9798e6f4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.031303] env[68986]: DEBUG nova.compute.manager [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Refreshing instance network info cache due to event network-changed-6205e871-a665-49b4-bb51-5c0d9798e6f4. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.031503] env[68986]: DEBUG oslo_concurrency.lockutils [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] Acquiring lock "refresh_cache-217b094c-b9a1-47de-a6b9-c186dc485dde" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.031652] env[68986]: DEBUG oslo_concurrency.lockutils [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] Acquired lock "refresh_cache-217b094c-b9a1-47de-a6b9-c186dc485dde" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.031820] env[68986]: DEBUG nova.network.neutron [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Refreshing network info cache for port 6205e871-a665-49b4-bb51-5c0d9798e6f4 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.109212] env[68986]: DEBUG nova.scheduler.client.report [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.112672] env[68986]: DEBUG oslo_vmware.api [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216369, 'name': PowerOffVM_Task, 'duration_secs': 0.257397} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.113479] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.113660] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.113925] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ccbab7b-681a-46fb-9a4d-7b39e85fccaa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.157142] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52656586-174a-7f90-1f72-7a3cce44fea8, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.157598] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.161025] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.161025] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.161025] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.161025] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.161025] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1ecad7-4cd7-4cb0-8576-970e460411c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.184951] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.185382] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.185586] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleting the datastore file [datastore2] b54727be-9cb8-4ee1-9aac-19f83c2d472f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.186926] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-844f7b3e-566c-407a-afec-7e2b42372830 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.189475] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.189712] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.190587] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8564a81-788d-46c5-9625-31a4438fe288 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.198563] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1004.198563] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f25d70-1fad-5145-dec3-a0b473f89650" [ 1004.198563] env[68986]: _type = "Task" [ 1004.198563] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.200079] env[68986]: DEBUG oslo_vmware.api [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for the task: (returnval){ [ 1004.200079] env[68986]: value = "task-3216373" [ 1004.200079] env[68986]: _type = "Task" [ 1004.200079] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.215566] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f25d70-1fad-5145-dec3-a0b473f89650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.220204] env[68986]: DEBUG oslo_vmware.api [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.317713] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-217b094c-b9a1-47de-a6b9-c186dc485dde" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.365961] env[68986]: DEBUG oslo_concurrency.lockutils [req-311383de-5243-4e3e-b13a-ce89b344b427 req-39e9166c-1237-4b3f-82fe-85b5d63ffd61 service nova] Releasing lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.472543] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216371, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.576967] env[68986]: DEBUG nova.network.neutron [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.614317] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.547s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.619549] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.703s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.622937] env[68986]: INFO nova.compute.claims [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.663911] env[68986]: INFO nova.scheduler.client.report [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Deleted allocations for instance f4729a48-664b-44cd-b0eb-881900adb996 [ 1004.712335] env[68986]: DEBUG nova.network.neutron [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.719227] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f25d70-1fad-5145-dec3-a0b473f89650, 'name': SearchDatastore_Task, 'duration_secs': 0.055464} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.725094] env[68986]: DEBUG oslo_vmware.api [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Task: {'id': task-3216373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308832} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.725094] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c35edf0-a9bc-4f0e-8f9c-dc3fe1859701 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.729204] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.729204] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.729204] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.729204] env[68986]: INFO nova.compute.manager [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1004.729512] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.730994] env[68986]: DEBUG nova.compute.manager [-] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.731203] env[68986]: DEBUG nova.network.neutron [-] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.739897] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1004.739897] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b2f6ad-1a63-2747-5c60-7f914d7b6e9d" [ 1004.739897] env[68986]: _type = "Task" [ 1004.739897] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.753332] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b2f6ad-1a63-2747-5c60-7f914d7b6e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.974830] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216371, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.175877] env[68986]: DEBUG oslo_concurrency.lockutils [None req-77244ad4-a3d5-46f1-982d-0aa8513d50f5 tempest-AttachInterfacesUnderV243Test-1460502434 tempest-AttachInterfacesUnderV243Test-1460502434-project-member] Lock "f4729a48-664b-44cd-b0eb-881900adb996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.853s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.219138] env[68986]: DEBUG oslo_concurrency.lockutils [req-0108ff50-3dc7-498c-8791-0d14f0452c59 req-e3408707-bc74-4b23-9027-61a510481a54 service nova] Releasing lock "refresh_cache-217b094c-b9a1-47de-a6b9-c186dc485dde" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.219585] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-217b094c-b9a1-47de-a6b9-c186dc485dde" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.219768] env[68986]: DEBUG nova.network.neutron [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.254618] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b2f6ad-1a63-2747-5c60-7f914d7b6e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.083161} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.254994] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.255307] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.256409] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa2235c-592f-4df0-92af-5fbcc74d47e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.265849] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1005.265849] env[68986]: value = "task-3216374" [ 1005.265849] env[68986]: _type = "Task" [ 1005.265849] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.275658] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.470141] env[68986]: DEBUG nova.network.neutron [-] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.478134] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216371, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.782842] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.810872] env[68986]: DEBUG nova.network.neutron [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.976800] env[68986]: INFO nova.compute.manager [-] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Took 1.25 seconds to deallocate network for instance. [ 1005.977597] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216371, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.043894] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf201ade-1492-499d-adae-4a65dc975ab3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.054179] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c1405d-beca-4bf7-b3ae-be2cb9b1af00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.065780] env[68986]: DEBUG nova.compute.manager [req-5b2771c7-f290-4956-842a-d87fa61536f5 req-4faa27cc-06e2-4beb-9c77-e52d2ce00e65 service nova] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Received event network-vif-deleted-58da02e8-69aa-463a-8403-812f15162700 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.095982] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad811b-b491-4516-861e-a2d0f4dc649c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.106882] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718f322a-d780-463d-950d-7bd6d20005e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.129084] env[68986]: DEBUG nova.compute.provider_tree [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.186952] env[68986]: DEBUG nova.network.neutron [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Updating instance_info_cache with network_info: [{"id": "6205e871-a665-49b4-bb51-5c0d9798e6f4", "address": "fa:16:3e:e5:17:b2", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6205e871-a6", "ovs_interfaceid": "6205e871-a665-49b4-bb51-5c0d9798e6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.277657] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216374, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.390242] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c5726-1061-b22b-8d7e-0be02853c42f/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1006.390863] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6d5fa3-f2de-4e5c-a52f-b04740752f8b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.402427] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c5726-1061-b22b-8d7e-0be02853c42f/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1006.402925] env[68986]: ERROR oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c5726-1061-b22b-8d7e-0be02853c42f/disk-0.vmdk due to incomplete transfer. [ 1006.404605] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c113821-6148-4427-a0ff-45331da0baea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.414936] env[68986]: DEBUG oslo_vmware.rw_handles [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c5726-1061-b22b-8d7e-0be02853c42f/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1006.415216] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Uploaded image 19848565-ff3b-4fab-b571-736423d292f6 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1006.418396] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1006.418396] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9eabbe2-eb27-4794-9358-8b10886dd5a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.427618] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1006.427618] env[68986]: value = "task-3216375" [ 1006.427618] env[68986]: _type = "Task" [ 1006.427618] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.442833] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216375, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.477690] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216371, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.340046} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.478017] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f/OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f.vmdk to [datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399/d2ec63f1-b79c-4e8b-a5f3-436cad27a399.vmdk. [ 1006.478228] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Cleaning up location [datastore1] OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1006.478391] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_94410584-c47e-4382-9565-d40a51cef95f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.478659] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-704e077e-4c89-427a-bdf9-86d2b5fe6d1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.485296] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1006.485296] env[68986]: value = "task-3216376" [ 1006.485296] env[68986]: _type = "Task" [ 1006.485296] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.489622] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.499025] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.635879] env[68986]: DEBUG nova.scheduler.client.report [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.690654] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-217b094c-b9a1-47de-a6b9-c186dc485dde" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.691084] env[68986]: DEBUG nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Instance network_info: |[{"id": "6205e871-a665-49b4-bb51-5c0d9798e6f4", "address": "fa:16:3e:e5:17:b2", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6205e871-a6", "ovs_interfaceid": "6205e871-a665-49b4-bb51-5c0d9798e6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.692028] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:17:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6205e871-a665-49b4-bb51-5c0d9798e6f4', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.699717] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.699916] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.700164] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cf0a302-42d7-417e-9332-de76dc40a492 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.722496] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.722496] env[68986]: value = "task-3216377" [ 1006.722496] env[68986]: _type = "Task" [ 1006.722496] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.734776] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216377, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.782751] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216374, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.371894} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.782877] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.783164] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.783449] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad59f7a6-f9c5-4ca2-b48d-b0b60dd9be4f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.793651] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1006.793651] env[68986]: value = "task-3216378" [ 1006.793651] env[68986]: _type = "Task" [ 1006.793651] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.802966] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.938952] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216375, 'name': Destroy_Task, 'duration_secs': 0.360046} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.942025] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Destroyed the VM [ 1006.942025] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1006.942025] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f12a19c9-f9a6-432c-9ffc-05c3cfb60cc7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.946804] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1006.946804] env[68986]: value = "task-3216379" [ 1006.946804] env[68986]: _type = "Task" [ 1006.946804] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.956314] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.995859] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145353} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.996312] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.996656] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399/d2ec63f1-b79c-4e8b-a5f3-436cad27a399.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.997233] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399/d2ec63f1-b79c-4e8b-a5f3-436cad27a399.vmdk to [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.997656] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e99f8d1-8675-42fd-9e90-f486749e1caf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.008017] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1007.008017] env[68986]: value = "task-3216380" [ 1007.008017] env[68986]: _type = "Task" [ 1007.008017] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.014675] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.144023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.144023] env[68986]: DEBUG nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.146141] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.229s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.147894] env[68986]: INFO nova.compute.claims [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.239041] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216377, 'name': CreateVM_Task, 'duration_secs': 0.334259} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.239041] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.239838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.240371] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.241025] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.241546] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d79b6f0-dff3-453a-8a0a-445305df3b15 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.248648] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1007.248648] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b7c110-5c35-eb72-d70e-39c145e4feac" [ 1007.248648] env[68986]: _type = "Task" [ 1007.248648] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.262462] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b7c110-5c35-eb72-d70e-39c145e4feac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.310869] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063104} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.311521] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.312099] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b7a8f9-5de1-4886-9646-e3bbcfda1e80 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.342920] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.343715] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc02c2de-77e3-4b02-b9fc-2bea276456ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.369185] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1007.369185] env[68986]: value = "task-3216381" [ 1007.369185] env[68986]: _type = "Task" [ 1007.369185] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.383744] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.468113] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216379, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.524864] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216380, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.654115] env[68986]: DEBUG nova.compute.utils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.657797] env[68986]: DEBUG nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.658066] env[68986]: DEBUG nova.network.neutron [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.764400] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b7c110-5c35-eb72-d70e-39c145e4feac, 'name': SearchDatastore_Task, 'duration_secs': 0.04901} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.764400] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.764400] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.764400] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.764400] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.764400] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.764400] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e3f537-9633-44b6-ae0b-c7c9d6e596c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.774162] env[68986]: DEBUG nova.policy [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fca8996f35d4ef1825708f5b323cd3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f0447ba9f4b4fb09e7c79840719666f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.784700] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.784700] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.785351] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9582adfb-06c1-487f-b1ef-c72418933129 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.795326] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1007.795326] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c7c12-b05b-ca9f-6b22-c0eee9f99daf" [ 1007.795326] env[68986]: _type = "Task" [ 1007.795326] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.810023] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c7c12-b05b-ca9f-6b22-c0eee9f99daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.883756] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.963985] env[68986]: DEBUG oslo_vmware.api [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216379, 'name': RemoveSnapshot_Task, 'duration_secs': 0.761782} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.964293] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1007.964781] env[68986]: INFO nova.compute.manager [None req-998bc9fe-efd8-40cc-a81e-4ca5cc272499 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 1008.025251] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216380, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.158734] env[68986]: DEBUG nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.328053] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526c7c12-b05b-ca9f-6b22-c0eee9f99daf, 'name': SearchDatastore_Task, 'duration_secs': 0.091593} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.328053] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2627918f-89ff-4921-b206-208144ca80a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.333157] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1008.333157] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52737a40-2bc2-0d7f-8c00-a9d004ae30f1" [ 1008.333157] env[68986]: _type = "Task" [ 1008.333157] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.354460] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52737a40-2bc2-0d7f-8c00-a9d004ae30f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.387889] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.509378] env[68986]: DEBUG nova.network.neutron [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Successfully created port: 8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.525244] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216380, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.587092] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60c4444-09a4-41eb-9224-9319cdddc652 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.598206] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbed34d6-550f-42f1-918f-3d44d7b2a9c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.637670] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c86308-3103-435e-a5b5-6af786931634 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.647411] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6435b7e2-d900-48b6-8e71-afa765a6b692 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.666647] env[68986]: DEBUG nova.compute.provider_tree [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.852490] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52737a40-2bc2-0d7f-8c00-a9d004ae30f1, 'name': SearchDatastore_Task, 'duration_secs': 0.088025} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.852490] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.852663] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 217b094c-b9a1-47de-a6b9-c186dc485dde/217b094c-b9a1-47de-a6b9-c186dc485dde.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.852866] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30732939-42e5-4822-97e5-9725b41b78ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.864034] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1008.864034] env[68986]: value = "task-3216382" [ 1008.864034] env[68986]: _type = "Task" [ 1008.864034] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.876274] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.887309] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.028119] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216380, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.170149] env[68986]: DEBUG nova.scheduler.client.report [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.176972] env[68986]: DEBUG nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.217430] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.217430] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.217600] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.217787] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.217874] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.218152] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.218509] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.218571] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.218699] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.219359] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.219359] env[68986]: DEBUG nova.virt.hardware [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.221511] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84285d90-d6f8-4b17-bc15-27bf210b8848 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.236852] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fa3a44-4aab-40c7-9b33-5d33a3af8be6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.380041] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.393090] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.524947] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216380, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.426147} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.525263] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d2ec63f1-b79c-4e8b-a5f3-436cad27a399/d2ec63f1-b79c-4e8b-a5f3-436cad27a399.vmdk to [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.526095] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7d211-d66d-4bd4-9910-8da7f79aeea5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.556432] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.557339] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9f847d-4d83-4c7d-8a70-baad5c997bfe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.580490] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1009.580490] env[68986]: value = "task-3216383" [ 1009.580490] env[68986]: _type = "Task" [ 1009.580490] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.591532] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.678468] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.678887] env[68986]: DEBUG nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.681610] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.790s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.681837] env[68986]: DEBUG nova.objects.instance [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lazy-loading 'resources' on Instance uuid 367c0699-472c-493b-a624-3194ac3b1806 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.874630] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976635} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.875672] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 217b094c-b9a1-47de-a6b9-c186dc485dde/217b094c-b9a1-47de-a6b9-c186dc485dde.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.875672] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.875840] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a59093a4-8a63-4e16-840b-6e8b12636761 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.884258] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1009.884258] env[68986]: value = "task-3216384" [ 1009.884258] env[68986]: _type = "Task" [ 1009.884258] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.891559] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216381, 'name': ReconfigVM_Task, 'duration_secs': 2.198644} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.892616] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.893219] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f34b8be4-34a5-4548-8bc7-ea417aaa21b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.897494] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.901428] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1009.901428] env[68986]: value = "task-3216385" [ 1009.901428] env[68986]: _type = "Task" [ 1009.901428] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.914780] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216385, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.089787] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216383, 'name': ReconfigVM_Task, 'duration_secs': 0.483185} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.090093] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6/98ac7b62-c1a9-4e24-8d8c-d074f2566df6.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.090738] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc1b8526-d93d-4df9-928e-1147ff21f308 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.096336] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1010.096336] env[68986]: value = "task-3216386" [ 1010.096336] env[68986]: _type = "Task" [ 1010.096336] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.104464] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216386, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.189869] env[68986]: DEBUG nova.compute.utils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.196138] env[68986]: DEBUG nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.197191] env[68986]: DEBUG nova.network.neutron [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.372341] env[68986]: DEBUG nova.policy [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '377e04835b6842a08538385a6df66503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b43a27ecc0a478cbaaaa40560cc118a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.399525] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073535} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.402136] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.403659] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07753509-1df6-4112-887e-49f5fff26056 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.414030] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216385, 'name': Rename_Task, 'duration_secs': 0.161484} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.425997] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.430041] env[68986]: DEBUG nova.compute.manager [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.435735] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 217b094c-b9a1-47de-a6b9-c186dc485dde/217b094c-b9a1-47de-a6b9-c186dc485dde.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.438403] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea0833c-a94f-4ab0-9470-7aa6a282d140 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.440422] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cea234-80d9-4fa3-b40c-864aa9f0f525 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.442608] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db9d487-45b9-4062-87ca-86c8b356574f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.468666] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1010.468666] env[68986]: value = "task-3216388" [ 1010.468666] env[68986]: _type = "Task" [ 1010.468666] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.468996] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1010.468996] env[68986]: value = "task-3216387" [ 1010.468996] env[68986]: _type = "Task" [ 1010.468996] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.486036] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.490387] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.576740] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d58d0-5cb2-4c41-b8b2-a8dc9d082c1d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.588255] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c087834c-3bd6-48ea-a7d4-e8eb870960cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.624752] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77578dcb-9332-4810-aa7e-e5ace25efd4d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.637424] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216386, 'name': Rename_Task, 'duration_secs': 0.168662} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.637424] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.637424] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e57fed-2312-4113-ac90-fdb32d4d60e3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.641245] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d4a203-24f6-403e-abe1-eacea8770a07 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.646281] env[68986]: DEBUG nova.compute.manager [req-6ffd3d0e-aa9c-476e-87d3-22f305d6fbbf req-065eebf2-cbb8-4c97-bd5f-ee6c4323c392 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Received event network-vif-plugged-8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.646281] env[68986]: DEBUG oslo_concurrency.lockutils [req-6ffd3d0e-aa9c-476e-87d3-22f305d6fbbf req-065eebf2-cbb8-4c97-bd5f-ee6c4323c392 service nova] Acquiring lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.646440] env[68986]: DEBUG oslo_concurrency.lockutils [req-6ffd3d0e-aa9c-476e-87d3-22f305d6fbbf req-065eebf2-cbb8-4c97-bd5f-ee6c4323c392 service nova] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.646562] env[68986]: DEBUG oslo_concurrency.lockutils [req-6ffd3d0e-aa9c-476e-87d3-22f305d6fbbf req-065eebf2-cbb8-4c97-bd5f-ee6c4323c392 service nova] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.646746] env[68986]: DEBUG nova.compute.manager [req-6ffd3d0e-aa9c-476e-87d3-22f305d6fbbf req-065eebf2-cbb8-4c97-bd5f-ee6c4323c392 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] No waiting events found dispatching network-vif-plugged-8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.646925] env[68986]: WARNING nova.compute.manager [req-6ffd3d0e-aa9c-476e-87d3-22f305d6fbbf req-065eebf2-cbb8-4c97-bd5f-ee6c4323c392 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Received unexpected event network-vif-plugged-8c12691a-44cd-4c88-a623-1085b64ab9d8 for instance with vm_state building and task_state spawning. [ 1010.655827] env[68986]: DEBUG nova.compute.provider_tree [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.659306] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1010.659306] env[68986]: value = "task-3216389" [ 1010.659306] env[68986]: _type = "Task" [ 1010.659306] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.670153] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.697189] env[68986]: DEBUG nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.947945] env[68986]: DEBUG nova.network.neutron [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Successfully updated port: 8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.971628] env[68986]: INFO nova.compute.manager [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] instance snapshotting [ 1010.981807] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e6262-ab6e-4bad-ba68-5816783e927c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.991976] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216388, 'name': ReconfigVM_Task, 'duration_secs': 0.286022} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.010554] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 217b094c-b9a1-47de-a6b9-c186dc485dde/217b094c-b9a1-47de-a6b9-c186dc485dde.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.011277] env[68986]: DEBUG oslo_vmware.api [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216387, 'name': PowerOnVM_Task, 'duration_secs': 0.526756} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.011937] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec1dcdf-3f39-4fe2-b2cc-3f76ae37fa8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.016135] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.016135] env[68986]: INFO nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1011.016135] env[68986]: DEBUG nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.016135] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb0b702-d471-4708-baf6-ac905e9e39f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.017883] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d45cca-83da-4229-a845-6eba3a8abf7f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.029838] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1011.029838] env[68986]: value = "task-3216390" [ 1011.029838] env[68986]: _type = "Task" [ 1011.029838] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.033462] env[68986]: DEBUG nova.network.neutron [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Successfully created port: 423f7254-fec5-49bc-a1d6-9906aa338275 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.047220] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216390, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.159891] env[68986]: DEBUG nova.scheduler.client.report [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.178772] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.183517] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.184199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.450342] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.450633] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.450941] env[68986]: DEBUG nova.network.neutron [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.541127] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1011.546088] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe7c99c3-dbd2-4e01-a1b6-491e5806536a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.550572] env[68986]: INFO nova.compute.manager [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Took 33.81 seconds to build instance. [ 1011.559660] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216390, 'name': Rename_Task, 'duration_secs': 0.138329} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.561531] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.563087] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1011.563087] env[68986]: value = "task-3216391" [ 1011.563087] env[68986]: _type = "Task" [ 1011.563087] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.563087] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f595c0e-3320-4fe7-9c1c-92a407bb7403 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.574272] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.576018] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1011.576018] env[68986]: value = "task-3216392" [ 1011.576018] env[68986]: _type = "Task" [ 1011.576018] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.593424] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.673398] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.676088] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.754s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.679684] env[68986]: INFO nova.compute.claims [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.686850] env[68986]: DEBUG oslo_vmware.api [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216389, 'name': PowerOnVM_Task, 'duration_secs': 0.655109} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.687255] env[68986]: DEBUG nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.689862] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.710977] env[68986]: DEBUG nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.717534] env[68986]: INFO nova.scheduler.client.report [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Deleted allocations for instance 367c0699-472c-493b-a624-3194ac3b1806 [ 1011.747426] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.747743] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.747858] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.748047] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.748192] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.748333] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.748555] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.748690] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.753034] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.753034] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.753034] env[68986]: DEBUG nova.virt.hardware [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.753034] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6fbf33-c0d5-44f9-9e17-5191bc902663 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.763315] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62f7cf3-53b9-4b77-b1ca-2e3a62ed3666 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.836661] env[68986]: DEBUG nova.compute.manager [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.837689] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea3b8e-f4d4-486a-b190-4b77efe1a35b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.012473] env[68986]: DEBUG nova.network.neutron [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.053873] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f518c105-2356-4cf5-9e00-995f07ce01cb tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.323s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.077020] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216391, 'name': CreateSnapshot_Task, 'duration_secs': 0.510647} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.081211] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1012.082154] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd59000f-d707-410a-8d92-8336b2715d8e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.096687] env[68986]: DEBUG oslo_vmware.api [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216392, 'name': PowerOnVM_Task, 'duration_secs': 0.468056} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.105739] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.105739] env[68986]: INFO nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1012.105739] env[68986]: DEBUG nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.105739] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275a0fa-9e9e-4e67-b9ae-2db781ab5417 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.183461] env[68986]: DEBUG nova.network.neutron [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Updating instance_info_cache with network_info: [{"id": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "address": "fa:16:3e:84:5a:99", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c12691a-44", "ovs_interfaceid": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.215927] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.225647] env[68986]: DEBUG oslo_concurrency.lockutils [None req-2d22aaea-e7c4-4f79-ab80-342525175222 tempest-ServersTestFqdnHostnames-679778012 tempest-ServersTestFqdnHostnames-679778012-project-member] Lock "367c0699-472c-493b-a624-3194ac3b1806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.273s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.357067] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8ccc7178-1a28-475e-96fc-d13d65a72bc8 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.439s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.434979] env[68986]: DEBUG nova.compute.manager [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-changed-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.434979] env[68986]: DEBUG nova.compute.manager [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing instance network info cache due to event network-changed-b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.434979] env[68986]: DEBUG oslo_concurrency.lockutils [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] Acquiring lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.434979] env[68986]: DEBUG oslo_concurrency.lockutils [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] Acquired lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.434979] env[68986]: DEBUG nova.network.neutron [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing network info cache for port b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.619402] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1012.629401] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d1c41e7-90f4-42ba-b789-a70609ee70a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.635115] env[68986]: INFO nova.compute.manager [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Took 27.07 seconds to build instance. [ 1012.640182] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1012.640182] env[68986]: value = "task-3216393" [ 1012.640182] env[68986]: _type = "Task" [ 1012.640182] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.651487] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216393, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.690055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.693204] env[68986]: DEBUG nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Instance network_info: |[{"id": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "address": "fa:16:3e:84:5a:99", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c12691a-44", "ovs_interfaceid": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.693204] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:5a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c12691a-44cd-4c88-a623-1085b64ab9d8', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.702214] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.706659] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.707973] env[68986]: DEBUG nova.compute.manager [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Received event network-changed-8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.708173] env[68986]: DEBUG nova.compute.manager [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Refreshing instance network info cache due to event network-changed-8c12691a-44cd-4c88-a623-1085b64ab9d8. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.708384] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] Acquiring lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.708523] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] Acquired lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.708686] env[68986]: DEBUG nova.network.neutron [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Refreshing network info cache for port 8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.711548] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-465d268b-cc15-4f16-9b0e-724a78e46245 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.739725] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.739725] env[68986]: value = "task-3216394" [ 1012.739725] env[68986]: _type = "Task" [ 1012.739725] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.752250] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216394, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.995537] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d1800b-57ba-4215-949c-58630d0a30cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.004932] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deeb435-ae3b-4e0a-b2e0-273677925458 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.042251] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de422874-e90f-4848-9240-084cd1751b4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.056849] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0738e-dab7-41d5-bbef-4ff84c114132 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.072612] env[68986]: DEBUG nova.compute.provider_tree [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.105474] env[68986]: DEBUG nova.network.neutron [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Updated VIF entry in instance network info cache for port 8c12691a-44cd-4c88-a623-1085b64ab9d8. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.106417] env[68986]: DEBUG nova.network.neutron [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Updating instance_info_cache with network_info: [{"id": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "address": "fa:16:3e:84:5a:99", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c12691a-44", "ovs_interfaceid": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.138686] env[68986]: DEBUG oslo_concurrency.lockutils [None req-07701400-c3d6-49a6-b3a1-350de0e87677 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.586s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.150607] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216393, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.254304] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216394, 'name': CreateVM_Task, 'duration_secs': 0.384622} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.254624] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.255240] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.255352] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.255714] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.255929] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aaad91e-007f-497b-892c-8ec0c20398c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.261165] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1013.261165] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a20a01-68e0-cbbc-7eb1-5a6ad9ecf8c2" [ 1013.261165] env[68986]: _type = "Task" [ 1013.261165] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.269447] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a20a01-68e0-cbbc-7eb1-5a6ad9ecf8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.282667] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "0602c80a-d1af-496b-907c-9b0014811cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.282877] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "0602c80a-d1af-496b-907c-9b0014811cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.294711] env[68986]: DEBUG nova.network.neutron [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Successfully updated port: 423f7254-fec5-49bc-a1d6-9906aa338275 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.401437] env[68986]: DEBUG nova.network.neutron [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updated VIF entry in instance network info cache for port b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.401794] env[68986]: DEBUG nova.network.neutron [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4500e92-43", "ovs_interfaceid": "b4500e92-433a-4889-ae52-295f00e138cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.579035] env[68986]: DEBUG nova.scheduler.client.report [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.608664] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef9442f6-25c4-4d1c-82fc-9148088446e7 req-fed49ef6-23bd-42be-99ac-42cbb3ccd871 service nova] Releasing lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.652516] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216393, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.772352] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a20a01-68e0-cbbc-7eb1-5a6ad9ecf8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.772767] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.773205] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.773602] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.773764] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.774072] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.774450] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5af82c18-61ef-497f-b70d-ab0371ffd92a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.783161] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.783438] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.784264] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c248793-fcd7-4e67-b7a2-82f00ceb467e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.787550] env[68986]: DEBUG nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.793812] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1013.793812] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5242233d-7df1-f5b0-def1-5d619273b8c4" [ 1013.793812] env[68986]: _type = "Task" [ 1013.793812] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.800519] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "refresh_cache-18061cf7-6808-4f73-8963-3ddd8ae6e76d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.800519] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired lock "refresh_cache-18061cf7-6808-4f73-8963-3ddd8ae6e76d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.800519] env[68986]: DEBUG nova.network.neutron [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.805075] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5242233d-7df1-f5b0-def1-5d619273b8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.905619] env[68986]: DEBUG oslo_concurrency.lockutils [req-e85ceea6-b6b2-4258-9133-ba20de7aabe4 req-93811a90-d595-42ec-8546-1a1a47ba1e95 service nova] Releasing lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.076273] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3562610-02a0-4a10-a976-b93f7525167a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.084056] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438b5a93-ff73-4ce0-a763-9dae101f210f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Suspending the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1014.084872] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.085489] env[68986]: DEBUG nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.088257] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dbdf1705-5907-4799-916a-d218d1b9fca6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.090136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.140s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.094025] env[68986]: DEBUG nova.objects.instance [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'resources' on Instance uuid 174ceea5-b609-46f7-aecd-e0013e972135 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.103142] env[68986]: DEBUG oslo_vmware.api [None req-438b5a93-ff73-4ce0-a763-9dae101f210f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1014.103142] env[68986]: value = "task-3216395" [ 1014.103142] env[68986]: _type = "Task" [ 1014.103142] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.117028] env[68986]: DEBUG oslo_vmware.api [None req-438b5a93-ff73-4ce0-a763-9dae101f210f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216395, 'name': SuspendVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.152241] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216393, 'name': CloneVM_Task, 'duration_secs': 1.278579} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.152550] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Created linked-clone VM from snapshot [ 1014.153383] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae99acee-5aa7-4af0-b37e-08bd45af3944 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.162267] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Uploading image ae3cc12a-6dc8-435d-b0c4-2793746d0d2c {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1014.184536] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1014.184536] env[68986]: value = "vm-643099" [ 1014.184536] env[68986]: _type = "VirtualMachine" [ 1014.184536] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1014.184895] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba8cd4da-5945-427f-af0e-f19d3226c531 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.192278] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lease: (returnval){ [ 1014.192278] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5237eec5-41e3-e42d-255b-ccf175cab3d2" [ 1014.192278] env[68986]: _type = "HttpNfcLease" [ 1014.192278] env[68986]: } obtained for exporting VM: (result){ [ 1014.192278] env[68986]: value = "vm-643099" [ 1014.192278] env[68986]: _type = "VirtualMachine" [ 1014.192278] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1014.193885] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the lease: (returnval){ [ 1014.193885] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5237eec5-41e3-e42d-255b-ccf175cab3d2" [ 1014.193885] env[68986]: _type = "HttpNfcLease" [ 1014.193885] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1014.202065] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.202065] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5237eec5-41e3-e42d-255b-ccf175cab3d2" [ 1014.202065] env[68986]: _type = "HttpNfcLease" [ 1014.202065] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1014.306745] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5242233d-7df1-f5b0-def1-5d619273b8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.307982] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788283e1-58d5-4295-80a2-9f565e85e2bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.313704] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1014.313704] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5228cf87-560e-0454-ebd6-99e1aca239de" [ 1014.313704] env[68986]: _type = "Task" [ 1014.313704] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.321905] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.327507] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5228cf87-560e-0454-ebd6-99e1aca239de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.359483] env[68986]: DEBUG nova.network.neutron [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.576959] env[68986]: DEBUG nova.network.neutron [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Updating instance_info_cache with network_info: [{"id": "423f7254-fec5-49bc-a1d6-9906aa338275", "address": "fa:16:3e:4f:d9:76", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423f7254-fe", "ovs_interfaceid": "423f7254-fec5-49bc-a1d6-9906aa338275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.593333] env[68986]: DEBUG nova.compute.utils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.597936] env[68986]: DEBUG nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.598173] env[68986]: DEBUG nova.network.neutron [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.612966] env[68986]: DEBUG oslo_vmware.api [None req-438b5a93-ff73-4ce0-a763-9dae101f210f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216395, 'name': SuspendVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.701954] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.701954] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5237eec5-41e3-e42d-255b-ccf175cab3d2" [ 1014.701954] env[68986]: _type = "HttpNfcLease" [ 1014.701954] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.704503] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.704503] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5237eec5-41e3-e42d-255b-ccf175cab3d2" [ 1014.704503] env[68986]: _type = "HttpNfcLease" [ 1014.704503] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1014.706058] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fdf8b6-b12f-467f-846a-51e03f242c56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.712781] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1b57e-8cf8-cb1c-b2c0-8354252a8022/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.712949] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1b57e-8cf8-cb1c-b2c0-8354252a8022/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1014.778934] env[68986]: DEBUG nova.compute.manager [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Received event network-vif-plugged-423f7254-fec5-49bc-a1d6-9906aa338275 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.779162] env[68986]: DEBUG oslo_concurrency.lockutils [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] Acquiring lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.779369] env[68986]: DEBUG oslo_concurrency.lockutils [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.779534] env[68986]: DEBUG oslo_concurrency.lockutils [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.779701] env[68986]: DEBUG nova.compute.manager [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] No waiting events found dispatching network-vif-plugged-423f7254-fec5-49bc-a1d6-9906aa338275 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.779884] env[68986]: WARNING nova.compute.manager [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Received unexpected event network-vif-plugged-423f7254-fec5-49bc-a1d6-9906aa338275 for instance with vm_state building and task_state spawning. [ 1014.780031] env[68986]: DEBUG nova.compute.manager [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Received event network-changed-423f7254-fec5-49bc-a1d6-9906aa338275 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.780184] env[68986]: DEBUG nova.compute.manager [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Refreshing instance network info cache due to event network-changed-423f7254-fec5-49bc-a1d6-9906aa338275. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.780347] env[68986]: DEBUG oslo_concurrency.lockutils [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] Acquiring lock "refresh_cache-18061cf7-6808-4f73-8963-3ddd8ae6e76d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.787170] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3fcc83-2da5-4177-b58a-98ce6caad510 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.792264] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Suspending the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1014.792585] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-248150b0-8a36-4736-8bf3-aefffb1df306 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.799427] env[68986]: DEBUG oslo_vmware.api [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1014.799427] env[68986]: value = "task-3216397" [ 1014.799427] env[68986]: _type = "Task" [ 1014.799427] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.809157] env[68986]: DEBUG oslo_vmware.api [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216397, 'name': SuspendVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.821786] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abe45a63-524b-4058-82bd-84b46bdd48e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.837621] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5228cf87-560e-0454-ebd6-99e1aca239de, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.837949] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.838288] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d93cd117-0f55-40dc-b357-d37a1c3bbb5d/d93cd117-0f55-40dc-b357-d37a1c3bbb5d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.840323] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-177c9a62-65e5-445b-a43c-95f5979d2b37 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.844767] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1014.844767] env[68986]: value = "task-3216398" [ 1014.844767] env[68986]: _type = "Task" [ 1014.844767] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.856354] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.936161] env[68986]: DEBUG nova.policy [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047453048b134f539f23793b3031282f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814a4555a2d47c6b6d40de2502d2d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.051882] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f4251f-8365-4df2-b580-0d5023668a64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.063264] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d5817c-59b6-41b1-bc16-31b04de23a06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.096336] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Releasing lock "refresh_cache-18061cf7-6808-4f73-8963-3ddd8ae6e76d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.096684] env[68986]: DEBUG nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Instance network_info: |[{"id": "423f7254-fec5-49bc-a1d6-9906aa338275", "address": "fa:16:3e:4f:d9:76", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423f7254-fe", "ovs_interfaceid": "423f7254-fec5-49bc-a1d6-9906aa338275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.098386] env[68986]: DEBUG oslo_concurrency.lockutils [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] Acquired lock "refresh_cache-18061cf7-6808-4f73-8963-3ddd8ae6e76d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.100192] env[68986]: DEBUG nova.network.neutron [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Refreshing network info cache for port 423f7254-fec5-49bc-a1d6-9906aa338275 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.101504] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d9:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '423f7254-fec5-49bc-a1d6-9906aa338275', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.109352] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.110126] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5751f-ab21-4e27-bf77-d26014f55a78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.116807] env[68986]: DEBUG nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.119865] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.123848] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d97deee3-97a6-49a7-8081-81c5b2bfa209 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.151072] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91855acc-8550-4508-a3b0-793b2b149412 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.153510] env[68986]: DEBUG oslo_vmware.api [None req-438b5a93-ff73-4ce0-a763-9dae101f210f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216395, 'name': SuspendVM_Task, 'duration_secs': 0.680077} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.155285] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438b5a93-ff73-4ce0-a763-9dae101f210f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Suspended the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1015.155561] env[68986]: DEBUG nova.compute.manager [None req-438b5a93-ff73-4ce0-a763-9dae101f210f tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.155848] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.155848] env[68986]: value = "task-3216399" [ 1015.155848] env[68986]: _type = "Task" [ 1015.155848] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.157263] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba4bd8a-f7c9-4982-b58b-a353020e371a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.175437] env[68986]: DEBUG nova.compute.provider_tree [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.188317] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216399, 'name': CreateVM_Task} progress is 15%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.310877] env[68986]: DEBUG oslo_vmware.api [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216397, 'name': SuspendVM_Task} progress is 91%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.355181] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216398, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.373105] env[68986]: DEBUG nova.network.neutron [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Successfully created port: 06001b63-12bf-4c47-ba07-bc2755239168 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.607851] env[68986]: DEBUG nova.network.neutron [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Updated VIF entry in instance network info cache for port 423f7254-fec5-49bc-a1d6-9906aa338275. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.608410] env[68986]: DEBUG nova.network.neutron [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Updating instance_info_cache with network_info: [{"id": "423f7254-fec5-49bc-a1d6-9906aa338275", "address": "fa:16:3e:4f:d9:76", "network": {"id": "f6e08dad-eb2d-42f9-935a-aca6e3d52393", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e47987346ccb43a69f83c5c19875ded0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423f7254-fe", "ovs_interfaceid": "423f7254-fec5-49bc-a1d6-9906aa338275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.674359] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216399, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.679962] env[68986]: DEBUG nova.scheduler.client.report [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.811553] env[68986]: DEBUG oslo_vmware.api [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216397, 'name': SuspendVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.855256] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932436} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.855736] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d93cd117-0f55-40dc-b357-d37a1c3bbb5d/d93cd117-0f55-40dc-b357-d37a1c3bbb5d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.856046] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.856411] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12e7547e-14ba-4d0c-958e-2dccb1fb5198 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.869401] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1015.869401] env[68986]: value = "task-3216400" [ 1015.869401] env[68986]: _type = "Task" [ 1015.869401] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.878918] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.111202] env[68986]: DEBUG oslo_concurrency.lockutils [req-f9686fda-a57e-4f87-a9da-1fc6aacd8944 req-4a3b806a-00c3-41a5-9a19-e7475369af81 service nova] Releasing lock "refresh_cache-18061cf7-6808-4f73-8963-3ddd8ae6e76d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.130065] env[68986]: DEBUG nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.156083] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.156319] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.156471] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.156643] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.156781] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.156986] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.159983] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.160188] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.163715] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.163896] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.164087] env[68986]: DEBUG nova.virt.hardware [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.165100] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace43957-fca5-4dc5-a56b-d8863a8b4795 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.182500] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1375b5a0-2e13-4bb6-ac68-c3fb085ab75a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.186715] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216399, 'name': CreateVM_Task, 'duration_secs': 0.760035} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.187652] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.189753] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.190504] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.181s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.192783] env[68986]: INFO nova.compute.claims [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.198461] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.198461] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.198461] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.209058] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7897a0f2-2501-40c7-887f-df827c9736a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.215097] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1016.215097] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52472cdf-7f83-490a-e7dd-9231f2365573" [ 1016.215097] env[68986]: _type = "Task" [ 1016.215097] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.227159] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52472cdf-7f83-490a-e7dd-9231f2365573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.228389] env[68986]: INFO nova.scheduler.client.report [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted allocations for instance 174ceea5-b609-46f7-aecd-e0013e972135 [ 1016.312289] env[68986]: DEBUG oslo_vmware.api [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216397, 'name': SuspendVM_Task, 'duration_secs': 1.085379} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.312682] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Suspended the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1016.312934] env[68986]: DEBUG nova.compute.manager [None req-b2fdef4b-d1b3-4563-a8a9-0c8dd66c6235 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.314034] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f6b07d-66b7-4f00-9b10-6aafe442543f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.381187] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074632} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.381620] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.382679] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078c236-eedc-4ab7-b650-186de9a74722 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.413815] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] d93cd117-0f55-40dc-b357-d37a1c3bbb5d/d93cd117-0f55-40dc-b357-d37a1c3bbb5d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.414731] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279d7476-192f-4261-ba1c-a8e3b6090ab2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.438738] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1016.438738] env[68986]: value = "task-3216401" [ 1016.438738] env[68986]: _type = "Task" [ 1016.438738] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.448665] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.727532] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52472cdf-7f83-490a-e7dd-9231f2365573, 'name': SearchDatastore_Task, 'duration_secs': 0.013892} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.728147] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.728299] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.730770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.730770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.730770] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.730770] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9949e467-1594-4980-9634-47797ec29065 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.737727] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b4e99bb4-7a18-4418-a47a-39737555d86d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "174ceea5-b609-46f7-aecd-e0013e972135" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.817s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.739011] env[68986]: DEBUG oslo_concurrency.lockutils [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] Acquired lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.740855] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a41603-73f0-4b40-a915-2cbf5eb4fd4c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.746206] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.746555] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.749369] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90096348-bde7-4bc7-b59a-dbee80d2379b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.759603] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1016.759603] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5289aa94-6e01-7d27-305c-d6336574a579" [ 1016.759603] env[68986]: _type = "Task" [ 1016.759603] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.762311] env[68986]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1016.763143] env[68986]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68986) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1016.772065] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aaa97c5-e2b4-4a6c-a835-541cf64b643e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.782414] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5289aa94-6e01-7d27-305c-d6336574a579, 'name': SearchDatastore_Task, 'duration_secs': 0.014884} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.784892] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3402d5-0c33-4513-b820-13cd128ba12f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.790844] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037f593f-57a1-40bf-a3d3-bfe78450553f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.806742] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1016.806742] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5253318e-5da6-226e-55f0-22305a6e8090" [ 1016.806742] env[68986]: _type = "Task" [ 1016.806742] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.817018] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5253318e-5da6-226e-55f0-22305a6e8090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.835786] env[68986]: ERROR root [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-643038' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-643038' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-643038' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-643038'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-643038' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-643038' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-643038'}\n"]: nova.exception.InstanceNotFound: Instance 174ceea5-b609-46f7-aecd-e0013e972135 could not be found. [ 1016.836049] env[68986]: DEBUG oslo_concurrency.lockutils [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] Releasing lock "174ceea5-b609-46f7-aecd-e0013e972135" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.836342] env[68986]: DEBUG nova.compute.manager [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Detach interface failed, port_id=ac49c77f-356b-4a22-b607-242255339fc5, reason: Instance 174ceea5-b609-46f7-aecd-e0013e972135 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.836612] env[68986]: DEBUG nova.compute.manager [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Received event network-vif-deleted-e925cba4-7567-4a02-9897-ba28889cd158 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.836810] env[68986]: DEBUG nova.compute.manager [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Received event network-vif-deleted-c14ce1d0-e28a-4a47-8846-c56124c09eab {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.837063] env[68986]: INFO nova.compute.manager [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Neutron deleted interface c14ce1d0-e28a-4a47-8846-c56124c09eab; detaching it from the instance and deleting it from the info cache [ 1016.837289] env[68986]: DEBUG nova.network.neutron [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.892545] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "217b094c-b9a1-47de-a6b9-c186dc485dde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.892795] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.892996] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "217b094c-b9a1-47de-a6b9-c186dc485dde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.893195] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.893358] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.895527] env[68986]: INFO nova.compute.manager [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Terminating instance [ 1016.950440] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216401, 'name': ReconfigVM_Task, 'duration_secs': 0.291046} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.950832] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] d93cd117-0f55-40dc-b357-d37a1c3bbb5d/d93cd117-0f55-40dc-b357-d37a1c3bbb5d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.951749] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7444723-6aec-4c86-ad24-c31a503a4410 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.957183] env[68986]: DEBUG nova.compute.manager [req-c2c4c587-8051-4323-ac84-4cb0d68036de req-6c82941b-6336-4eeb-a184-18232c1ebf14 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Received event network-vif-plugged-06001b63-12bf-4c47-ba07-bc2755239168 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.957398] env[68986]: DEBUG oslo_concurrency.lockutils [req-c2c4c587-8051-4323-ac84-4cb0d68036de req-6c82941b-6336-4eeb-a184-18232c1ebf14 service nova] Acquiring lock "0fded135-6890-49fc-ae22-6027b39831c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.957664] env[68986]: DEBUG oslo_concurrency.lockutils [req-c2c4c587-8051-4323-ac84-4cb0d68036de req-6c82941b-6336-4eeb-a184-18232c1ebf14 service nova] Lock "0fded135-6890-49fc-ae22-6027b39831c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.957864] env[68986]: DEBUG oslo_concurrency.lockutils [req-c2c4c587-8051-4323-ac84-4cb0d68036de req-6c82941b-6336-4eeb-a184-18232c1ebf14 service nova] Lock "0fded135-6890-49fc-ae22-6027b39831c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.958070] env[68986]: DEBUG nova.compute.manager [req-c2c4c587-8051-4323-ac84-4cb0d68036de req-6c82941b-6336-4eeb-a184-18232c1ebf14 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] No waiting events found dispatching network-vif-plugged-06001b63-12bf-4c47-ba07-bc2755239168 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.958223] env[68986]: WARNING nova.compute.manager [req-c2c4c587-8051-4323-ac84-4cb0d68036de req-6c82941b-6336-4eeb-a184-18232c1ebf14 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Received unexpected event network-vif-plugged-06001b63-12bf-4c47-ba07-bc2755239168 for instance with vm_state building and task_state spawning. [ 1016.960213] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1016.960213] env[68986]: value = "task-3216402" [ 1016.960213] env[68986]: _type = "Task" [ 1016.960213] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.972120] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216402, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.040574] env[68986]: DEBUG nova.network.neutron [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Successfully updated port: 06001b63-12bf-4c47-ba07-bc2755239168 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.275786] env[68986]: INFO nova.compute.manager [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Resuming [ 1017.276581] env[68986]: DEBUG nova.objects.instance [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lazy-loading 'flavor' on Instance uuid 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.322718] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5253318e-5da6-226e-55f0-22305a6e8090, 'name': SearchDatastore_Task, 'duration_secs': 0.014178} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.322977] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.323259] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 18061cf7-6808-4f73-8963-3ddd8ae6e76d/18061cf7-6808-4f73-8963-3ddd8ae6e76d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.323519] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee0a1e1f-d36a-4577-8562-c82c216d8255 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.332247] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1017.332247] env[68986]: value = "task-3216403" [ 1017.332247] env[68986]: _type = "Task" [ 1017.332247] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.340288] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.344478] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce73d269-7bce-4988-8009-643a116030e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.356821] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822dbc2-f303-4ab0-821b-9a3779025009 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.401332] env[68986]: DEBUG nova.compute.manager [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.401531] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.402459] env[68986]: DEBUG nova.compute.manager [req-c202655d-aaef-4333-b23a-8af07eb443db req-44a73bf5-f035-4429-ad20-385adbc8b42d service nova] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Detach interface failed, port_id=c14ce1d0-e28a-4a47-8846-c56124c09eab, reason: Instance f4729a48-664b-44cd-b0eb-881900adb996 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.402851] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd6d091-9fe0-46d7-a284-3015c68b1651 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.412060] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.412374] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-068f666f-6a6a-4b2a-adf8-748a83557e0e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.473052] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216402, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.479038] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.479038] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.479257] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleting the datastore file [datastore1] 217b094c-b9a1-47de-a6b9-c186dc485dde {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.479459] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8565aa3f-f58f-45f5-9184-7e3761ab5425 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.489300] env[68986]: DEBUG oslo_vmware.api [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1017.489300] env[68986]: value = "task-3216405" [ 1017.489300] env[68986]: _type = "Task" [ 1017.489300] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.502676] env[68986]: DEBUG oslo_vmware.api [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.548163] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "refresh_cache-0fded135-6890-49fc-ae22-6027b39831c9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.548351] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "refresh_cache-0fded135-6890-49fc-ae22-6027b39831c9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.548529] env[68986]: DEBUG nova.network.neutron [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.559255] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb966573-1beb-4c52-ae09-a24332f2e68a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.566320] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30554d12-6296-422d-929c-61ce179a3ba4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.601157] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e0812-246a-4540-9d33-c83a26db25f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.610226] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950d8dd-b0da-4350-81bb-1f792080308d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.629734] env[68986]: DEBUG nova.compute.provider_tree [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.845595] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.975894] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216402, 'name': Rename_Task, 'duration_secs': 1.005755} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.976268] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.976603] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9638ac9-1e2f-4c2f-9a84-7a491173b7c6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.987222] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1017.987222] env[68986]: value = "task-3216406" [ 1017.987222] env[68986]: _type = "Task" [ 1017.987222] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.013907] env[68986]: DEBUG oslo_vmware.api [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373717} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.018528] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.018718] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.018933] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.019137] env[68986]: INFO nova.compute.manager [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1018.019456] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.019657] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.019938] env[68986]: DEBUG nova.compute.manager [-] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.020072] env[68986]: DEBUG nova.network.neutron [-] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.109237] env[68986]: DEBUG nova.network.neutron [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.135164] env[68986]: DEBUG nova.scheduler.client.report [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.344431] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216403, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.345866] env[68986]: DEBUG nova.network.neutron [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Updating instance_info_cache with network_info: [{"id": "06001b63-12bf-4c47-ba07-bc2755239168", "address": "fa:16:3e:cd:2e:b9", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06001b63-12", "ovs_interfaceid": "06001b63-12bf-4c47-ba07-bc2755239168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.499599] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.641155] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.641155] env[68986]: DEBUG nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.643959] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.154s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.644650] env[68986]: DEBUG nova.objects.instance [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lazy-loading 'resources' on Instance uuid b54727be-9cb8-4ee1-9aac-19f83c2d472f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.791757] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.792138] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquired lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.792465] env[68986]: DEBUG nova.network.neutron [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.848688] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "refresh_cache-0fded135-6890-49fc-ae22-6027b39831c9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.849180] env[68986]: DEBUG nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Instance network_info: |[{"id": "06001b63-12bf-4c47-ba07-bc2755239168", "address": "fa:16:3e:cd:2e:b9", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06001b63-12", "ovs_interfaceid": "06001b63-12bf-4c47-ba07-bc2755239168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.854425] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:2e:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06001b63-12bf-4c47-ba07-bc2755239168', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.871876] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.872211] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216403, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.872521] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.872782] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4067ce5-5f68-4d4c-94b7-c358da61f081 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.897954] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.897954] env[68986]: value = "task-3216407" [ 1018.897954] env[68986]: _type = "Task" [ 1018.897954] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.909157] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216407, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.004892] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.017107] env[68986]: DEBUG nova.compute.manager [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Received event network-changed-06001b63-12bf-4c47-ba07-bc2755239168 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.018410] env[68986]: DEBUG nova.compute.manager [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Refreshing instance network info cache due to event network-changed-06001b63-12bf-4c47-ba07-bc2755239168. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.018410] env[68986]: DEBUG oslo_concurrency.lockutils [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] Acquiring lock "refresh_cache-0fded135-6890-49fc-ae22-6027b39831c9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.018410] env[68986]: DEBUG oslo_concurrency.lockutils [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] Acquired lock "refresh_cache-0fded135-6890-49fc-ae22-6027b39831c9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.018410] env[68986]: DEBUG nova.network.neutron [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Refreshing network info cache for port 06001b63-12bf-4c47-ba07-bc2755239168 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.030773] env[68986]: DEBUG nova.network.neutron [-] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.149041] env[68986]: DEBUG nova.compute.utils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.151420] env[68986]: DEBUG nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.152346] env[68986]: DEBUG nova.network.neutron [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.241124] env[68986]: DEBUG nova.policy [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb221e902c174622a7bb4ec547a1b2e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2435cb3c304f29b7666397d099a7af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.349200] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216403, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.854867} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.350921] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 18061cf7-6808-4f73-8963-3ddd8ae6e76d/18061cf7-6808-4f73-8963-3ddd8ae6e76d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.351196] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.351713] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00bf9071-b63b-4362-88ea-07f2d2eed807 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.359960] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1019.359960] env[68986]: value = "task-3216408" [ 1019.359960] env[68986]: _type = "Task" [ 1019.359960] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.370218] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.413454] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216407, 'name': CreateVM_Task, 'duration_secs': 0.504854} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.414356] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.414425] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.414808] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.414894] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.415168] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fe45c0-ca7e-43f7-9480-60ee98e0d0a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.422664] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1019.422664] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522b7a09-5114-f954-11fa-45c81c0d81a1" [ 1019.422664] env[68986]: _type = "Task" [ 1019.422664] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.436204] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522b7a09-5114-f954-11fa-45c81c0d81a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.500622] env[68986]: DEBUG oslo_vmware.api [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216406, 'name': PowerOnVM_Task, 'duration_secs': 1.0494} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.500622] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.500622] env[68986]: INFO nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1019.501714] env[68986]: DEBUG nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.501974] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6a08e-90b9-45ed-b922-fe035849ccb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.534559] env[68986]: INFO nova.compute.manager [-] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Took 1.51 seconds to deallocate network for instance. [ 1019.535570] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da137cc3-3a59-4d8f-af7e-40b8919b47f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.547017] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e922a650-9b52-49d1-b828-a76495dfbdfd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.579775] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f705bb-b846-43fa-96c4-03ac9bf38b1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.590570] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2a197e-9590-4470-8f38-82233fb7c742 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.607760] env[68986]: DEBUG nova.compute.provider_tree [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.650815] env[68986]: DEBUG nova.network.neutron [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Successfully created port: 1b6f8660-817c-4822-b2bb-323b45459c9d {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.655580] env[68986]: DEBUG nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.699000] env[68986]: DEBUG nova.network.neutron [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [{"id": "c383823c-8cd3-4809-bec7-52c750faaa51", "address": "fa:16:3e:7e:96:67", "network": {"id": "d1f2c186-49ad-419d-8378-61cce2355a66", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-427502845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c1796f9b484e6394468ae1cdf04eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc383823c-8c", "ovs_interfaceid": "c383823c-8cd3-4809-bec7-52c750faaa51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.871923] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081712} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.874109] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.874109] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8322c3-6d02-4f13-bf64-9e5e755c761e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.909817] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 18061cf7-6808-4f73-8963-3ddd8ae6e76d/18061cf7-6808-4f73-8963-3ddd8ae6e76d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.910116] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc1f5c1f-a03e-4621-b0ef-075563edccc0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.935732] env[68986]: DEBUG nova.network.neutron [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Updated VIF entry in instance network info cache for port 06001b63-12bf-4c47-ba07-bc2755239168. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.936204] env[68986]: DEBUG nova.network.neutron [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Updating instance_info_cache with network_info: [{"id": "06001b63-12bf-4c47-ba07-bc2755239168", "address": "fa:16:3e:cd:2e:b9", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06001b63-12", "ovs_interfaceid": "06001b63-12bf-4c47-ba07-bc2755239168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.943113] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1019.943113] env[68986]: value = "task-3216409" [ 1019.943113] env[68986]: _type = "Task" [ 1019.943113] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.943473] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522b7a09-5114-f954-11fa-45c81c0d81a1, 'name': SearchDatastore_Task, 'duration_secs': 0.016285} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.944183] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.944428] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.944716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.944982] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.945154] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.949036] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aef9c23-305f-4317-911f-d73be4077906 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.961022] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.961022] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.961022] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975db40f-ee9f-4178-9376-4d33f3f16420 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.965945] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1019.965945] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287cdc8-78dd-eecd-6128-b2249eb8a6c8" [ 1019.965945] env[68986]: _type = "Task" [ 1019.965945] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.975525] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287cdc8-78dd-eecd-6128-b2249eb8a6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.021588] env[68986]: INFO nova.compute.manager [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Took 30.15 seconds to build instance. [ 1020.048449] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.113511] env[68986]: DEBUG nova.scheduler.client.report [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.165770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.166081] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.201712] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Releasing lock "refresh_cache-98ac7b62-c1a9-4e24-8d8c-d074f2566df6" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.202756] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b4ecb7-77f2-4d96-81aa-d57f44f6a587 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.215214] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Resuming the VM {{(pid=68986) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1020.218372] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fe76fd-e3ba-4653-98a5-4eba73fcda50 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.227185] env[68986]: DEBUG oslo_vmware.api [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1020.227185] env[68986]: value = "task-3216410" [ 1020.227185] env[68986]: _type = "Task" [ 1020.227185] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.241204] env[68986]: DEBUG oslo_vmware.api [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.445556] env[68986]: DEBUG oslo_concurrency.lockutils [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] Releasing lock "refresh_cache-0fded135-6890-49fc-ae22-6027b39831c9" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.445818] env[68986]: DEBUG nova.compute.manager [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Received event network-vif-deleted-6205e871-a665-49b4-bb51-5c0d9798e6f4 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.445986] env[68986]: INFO nova.compute.manager [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Neutron deleted interface 6205e871-a665-49b4-bb51-5c0d9798e6f4; detaching it from the instance and deleting it from the info cache [ 1020.446174] env[68986]: DEBUG nova.network.neutron [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.457922] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216409, 'name': ReconfigVM_Task, 'duration_secs': 0.409122} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.457922] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 18061cf7-6808-4f73-8963-3ddd8ae6e76d/18061cf7-6808-4f73-8963-3ddd8ae6e76d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.458473] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74c5b13-c408-4fb5-8426-093f546f2f2a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.467062] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1020.467062] env[68986]: value = "task-3216411" [ 1020.467062] env[68986]: _type = "Task" [ 1020.467062] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.480172] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287cdc8-78dd-eecd-6128-b2249eb8a6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.488451] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216411, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.488768] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be0683d-51ae-4cda-a50b-ed4a11f6a78a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.502290] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1020.502290] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5263af8d-0a7c-c9df-d1fa-a9091c24462f" [ 1020.502290] env[68986]: _type = "Task" [ 1020.502290] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.509652] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5263af8d-0a7c-c9df-d1fa-a9091c24462f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.526247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e044321a-42b9-418c-85b2-de2654544715 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.079s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.566633] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.566633] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.621261] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.623063] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.410s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.625097] env[68986]: INFO nova.compute.claims [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.645135] env[68986]: INFO nova.scheduler.client.report [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Deleted allocations for instance b54727be-9cb8-4ee1-9aac-19f83c2d472f [ 1020.669893] env[68986]: DEBUG nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.673109] env[68986]: DEBUG nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.703188] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.704027] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.704027] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.704027] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.704027] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.704259] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.705423] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.705423] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.705423] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.705423] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.705423] env[68986]: DEBUG nova.virt.hardware [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.706172] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116c708-7854-443d-a6ad-ffe26882668e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.718141] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3aa345-4430-4023-a414-d049f70acb29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.751894] env[68986]: DEBUG oslo_vmware.api [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216410, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.898482] env[68986]: DEBUG nova.compute.manager [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Received event network-changed-8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.898482] env[68986]: DEBUG nova.compute.manager [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Refreshing instance network info cache due to event network-changed-8c12691a-44cd-4c88-a623-1085b64ab9d8. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.899170] env[68986]: DEBUG oslo_concurrency.lockutils [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] Acquiring lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.899375] env[68986]: DEBUG oslo_concurrency.lockutils [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] Acquired lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.899579] env[68986]: DEBUG nova.network.neutron [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Refreshing network info cache for port 8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.952548] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aafc479a-83f5-40cd-987b-d709a21ae80d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.965572] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f69c90b-905c-4543-a29b-9c8c8d771e82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.987112] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216411, 'name': Rename_Task, 'duration_secs': 0.216381} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.987112] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.987341] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ae0a001-672d-4ec0-a5f1-3cf922c8dac6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.004032] env[68986]: DEBUG nova.compute.manager [req-a55ce0f7-9ad4-4844-82f4-bc2702613106 req-f73397cb-a2b5-44a8-b9ac-669bdb8ac874 service nova] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Detach interface failed, port_id=6205e871-a665-49b4-bb51-5c0d9798e6f4, reason: Instance 217b094c-b9a1-47de-a6b9-c186dc485dde could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.008734] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1021.008734] env[68986]: value = "task-3216412" [ 1021.008734] env[68986]: _type = "Task" [ 1021.008734] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.016161] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5263af8d-0a7c-c9df-d1fa-a9091c24462f, 'name': SearchDatastore_Task, 'duration_secs': 0.030375} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.016905] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.017237] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 0fded135-6890-49fc-ae22-6027b39831c9/0fded135-6890-49fc-ae22-6027b39831c9.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.017532] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4009898f-acc3-4fb2-9c4a-23c496cfc991 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.023986] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.025588] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1021.025588] env[68986]: value = "task-3216413" [ 1021.025588] env[68986]: _type = "Task" [ 1021.025588] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.033910] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.068471] env[68986]: DEBUG nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.153434] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3f60f23b-e62e-47c0-877a-2d62f00f3f4c tempest-ListServerFiltersTestJSON-972882452 tempest-ListServerFiltersTestJSON-972882452-project-member] Lock "b54727be-9cb8-4ee1-9aac-19f83c2d472f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.135s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.203739] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.240316] env[68986]: DEBUG oslo_vmware.api [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216410, 'name': PowerOnVM_Task, 'duration_secs': 0.675198} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.240961] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Resumed the VM {{(pid=68986) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1021.240961] env[68986]: DEBUG nova.compute.manager [None req-9fdd0d20-60da-4ce6-9a81-db9d70d1dfff tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.241921] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a5c93-ade5-4926-9498-088dda7a2325 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.288033] env[68986]: DEBUG nova.compute.manager [req-d9a91e1d-2e9d-474a-b712-721dca836c6c req-f14990f9-94e1-428d-93d6-5eee15fad21a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Received event network-vif-plugged-1b6f8660-817c-4822-b2bb-323b45459c9d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.288391] env[68986]: DEBUG oslo_concurrency.lockutils [req-d9a91e1d-2e9d-474a-b712-721dca836c6c req-f14990f9-94e1-428d-93d6-5eee15fad21a service nova] Acquiring lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.288695] env[68986]: DEBUG oslo_concurrency.lockutils [req-d9a91e1d-2e9d-474a-b712-721dca836c6c req-f14990f9-94e1-428d-93d6-5eee15fad21a service nova] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.288967] env[68986]: DEBUG oslo_concurrency.lockutils [req-d9a91e1d-2e9d-474a-b712-721dca836c6c req-f14990f9-94e1-428d-93d6-5eee15fad21a service nova] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.289703] env[68986]: DEBUG nova.compute.manager [req-d9a91e1d-2e9d-474a-b712-721dca836c6c req-f14990f9-94e1-428d-93d6-5eee15fad21a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] No waiting events found dispatching network-vif-plugged-1b6f8660-817c-4822-b2bb-323b45459c9d {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.289703] env[68986]: WARNING nova.compute.manager [req-d9a91e1d-2e9d-474a-b712-721dca836c6c req-f14990f9-94e1-428d-93d6-5eee15fad21a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Received unexpected event network-vif-plugged-1b6f8660-817c-4822-b2bb-323b45459c9d for instance with vm_state building and task_state spawning. [ 1021.412622] env[68986]: DEBUG nova.network.neutron [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Successfully updated port: 1b6f8660-817c-4822-b2bb-323b45459c9d {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.525432] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216412, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.544078] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.603130] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.798852] env[68986]: DEBUG nova.network.neutron [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Updated VIF entry in instance network info cache for port 8c12691a-44cd-4c88-a623-1085b64ab9d8. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.799482] env[68986]: DEBUG nova.network.neutron [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Updating instance_info_cache with network_info: [{"id": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "address": "fa:16:3e:84:5a:99", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c12691a-44", "ovs_interfaceid": "8c12691a-44cd-4c88-a623-1085b64ab9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.915388] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-68baa8fa-57d8-4c20-a11f-f6ccebebb191" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.915675] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-68baa8fa-57d8-4c20-a11f-f6ccebebb191" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.915675] env[68986]: DEBUG nova.network.neutron [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.971172] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c88a72-a344-42bf-8657-59a7bd4fc240 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.980603] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ce0c47-71f9-4916-9c4d-451d11cf1208 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.018688] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d964ca89-852e-4e65-9db5-466f4e4cf118 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.031156] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5ac13-6502-4f8f-9d24-e0512c371099 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.035917] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.047217] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696997} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.056436] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 0fded135-6890-49fc-ae22-6027b39831c9/0fded135-6890-49fc-ae22-6027b39831c9.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.056738] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.057478] env[68986]: DEBUG nova.compute.provider_tree [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.058889] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b90d068-6d3e-4ba2-a13e-32efb378c59b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.067156] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1022.067156] env[68986]: value = "task-3216414" [ 1022.067156] env[68986]: _type = "Task" [ 1022.067156] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.081495] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.304359] env[68986]: DEBUG oslo_concurrency.lockutils [req-8ed1b469-2068-4ccc-8b57-82e0e1819536 req-8423823a-758f-4e00-81c6-d1d855fbb56f service nova] Releasing lock "refresh_cache-d93cd117-0f55-40dc-b357-d37a1c3bbb5d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.461225] env[68986]: DEBUG nova.network.neutron [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.526711] env[68986]: DEBUG oslo_vmware.api [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216412, 'name': PowerOnVM_Task, 'duration_secs': 1.036796} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.526991] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.527237] env[68986]: INFO nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1022.527427] env[68986]: DEBUG nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.528259] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78efd5a7-298c-4b43-8eb6-9975d1e83be6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.583577] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090967} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.587844] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.588690] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae039000-826a-4a49-bb36-acea8f88fc9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.592536] env[68986]: ERROR nova.scheduler.client.report [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [req-397a2652-463d-4acd-a956-532ad39c504a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-397a2652-463d-4acd-a956-532ad39c504a"}]} [ 1022.615883] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 0fded135-6890-49fc-ae22-6027b39831c9/0fded135-6890-49fc-ae22-6027b39831c9.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.619276] env[68986]: DEBUG nova.scheduler.client.report [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1022.621987] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca71189-4184-4384-b36a-41b88e0e9af8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.642342] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1022.642342] env[68986]: value = "task-3216415" [ 1022.642342] env[68986]: _type = "Task" [ 1022.642342] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.651374] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.655147] env[68986]: DEBUG nova.scheduler.client.report [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1022.655147] env[68986]: DEBUG nova.compute.provider_tree [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.668467] env[68986]: DEBUG nova.scheduler.client.report [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1022.672827] env[68986]: DEBUG nova.network.neutron [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Updating instance_info_cache with network_info: [{"id": "1b6f8660-817c-4822-b2bb-323b45459c9d", "address": "fa:16:3e:f0:41:23", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6f8660-81", "ovs_interfaceid": "1b6f8660-817c-4822-b2bb-323b45459c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.695314] env[68986]: DEBUG nova.scheduler.client.report [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1022.948340] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c080b5-857d-4373-ba34-7cfdcabebdeb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.956641] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4bd1f4-8d6d-4724-b314-160120e83d82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.988527] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9682d09-227e-4016-ad12-4946085f5a83 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.996447] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0246bb3b-9748-4fd2-a646-37a8ced1dd05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.010521] env[68986]: DEBUG nova.compute.provider_tree [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.045294] env[68986]: INFO nova.compute.manager [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Took 33.17 seconds to build instance. [ 1023.156186] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.175605] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-68baa8fa-57d8-4c20-a11f-f6ccebebb191" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.177032] env[68986]: DEBUG nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Instance network_info: |[{"id": "1b6f8660-817c-4822-b2bb-323b45459c9d", "address": "fa:16:3e:f0:41:23", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6f8660-81", "ovs_interfaceid": "1b6f8660-817c-4822-b2bb-323b45459c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.177032] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:41:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b6f8660-817c-4822-b2bb-323b45459c9d', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.184383] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating folder: Project (6a2435cb3c304f29b7666397d099a7af). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.184694] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0097d821-62cb-4adb-a298-6fac9d35aea9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.196344] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created folder: Project (6a2435cb3c304f29b7666397d099a7af) in parent group-v642845. [ 1023.196587] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating folder: Instances. Parent ref: group-v643103. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.196978] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6fb7770-8aef-42bb-bcf3-234dc4e7adeb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.207480] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created folder: Instances in parent group-v643103. [ 1023.207719] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.207913] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.208163] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4c2a1e1-4cf3-45f5-976a-ff2101312d5c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.230130] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.230130] env[68986]: value = "task-3216418" [ 1023.230130] env[68986]: _type = "Task" [ 1023.230130] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.232190] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1b57e-8cf8-cb1c-b2c0-8354252a8022/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.233110] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65295e72-58c7-4268-ab96-6b13d1edf30b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.245168] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216418, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.246406] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1b57e-8cf8-cb1c-b2c0-8354252a8022/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.246576] env[68986]: ERROR oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1b57e-8cf8-cb1c-b2c0-8354252a8022/disk-0.vmdk due to incomplete transfer. [ 1023.246800] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2bb5380-570d-483d-a992-46acb8677d2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.253203] env[68986]: DEBUG oslo_vmware.rw_handles [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1b57e-8cf8-cb1c-b2c0-8354252a8022/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.253394] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Uploaded image ae3cc12a-6dc8-435d-b0c4-2793746d0d2c to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.255622] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.255882] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-330093ec-629b-47fb-8470-e2dc6488a04a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.263770] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1023.263770] env[68986]: value = "task-3216419" [ 1023.263770] env[68986]: _type = "Task" [ 1023.263770] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.271553] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216419, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.314926] env[68986]: DEBUG nova.compute.manager [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Received event network-changed-1b6f8660-817c-4822-b2bb-323b45459c9d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.315173] env[68986]: DEBUG nova.compute.manager [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Refreshing instance network info cache due to event network-changed-1b6f8660-817c-4822-b2bb-323b45459c9d. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.315348] env[68986]: DEBUG oslo_concurrency.lockutils [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] Acquiring lock "refresh_cache-68baa8fa-57d8-4c20-a11f-f6ccebebb191" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.315541] env[68986]: DEBUG oslo_concurrency.lockutils [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] Acquired lock "refresh_cache-68baa8fa-57d8-4c20-a11f-f6ccebebb191" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.315730] env[68986]: DEBUG nova.network.neutron [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Refreshing network info cache for port 1b6f8660-817c-4822-b2bb-323b45459c9d {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.551051] env[68986]: DEBUG oslo_concurrency.lockutils [None req-03656865-333f-4573-a645-54a730fbc25b tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.071s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.551051] env[68986]: DEBUG nova.scheduler.client.report [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1023.551051] env[68986]: DEBUG nova.compute.provider_tree [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 120 to 121 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.551051] env[68986]: DEBUG nova.compute.provider_tree [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.653967] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216415, 'name': ReconfigVM_Task, 'duration_secs': 0.874678} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.655054] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 0fded135-6890-49fc-ae22-6027b39831c9/0fded135-6890-49fc-ae22-6027b39831c9.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.655054] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c1e702b-f443-47a6-b857-28a72e2f3d71 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.661213] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1023.661213] env[68986]: value = "task-3216420" [ 1023.661213] env[68986]: _type = "Task" [ 1023.661213] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.671131] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216420, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.742306] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216418, 'name': CreateVM_Task, 'duration_secs': 0.389288} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.742471] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.743379] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.743577] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.743882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.744149] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cddea0-ec71-4994-8d33-fbdef3788797 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.748747] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1023.748747] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7dca4-0806-1a9c-7a96-efa021eac680" [ 1023.748747] env[68986]: _type = "Task" [ 1023.748747] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.757050] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7dca4-0806-1a9c-7a96-efa021eac680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.772094] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216419, 'name': Destroy_Task, 'duration_secs': 0.415624} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.772322] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Destroyed the VM [ 1023.772967] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1023.772967] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca905a95-959e-470e-aed3-d82515cf0a0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.779469] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1023.779469] env[68986]: value = "task-3216421" [ 1023.779469] env[68986]: _type = "Task" [ 1023.779469] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.786934] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216421, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.056024] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.433s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.057060] env[68986]: DEBUG nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.059254] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.737s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.060896] env[68986]: INFO nova.compute.claims [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.088249] env[68986]: DEBUG nova.network.neutron [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Updated VIF entry in instance network info cache for port 1b6f8660-817c-4822-b2bb-323b45459c9d. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.088249] env[68986]: DEBUG nova.network.neutron [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Updating instance_info_cache with network_info: [{"id": "1b6f8660-817c-4822-b2bb-323b45459c9d", "address": "fa:16:3e:f0:41:23", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6f8660-81", "ovs_interfaceid": "1b6f8660-817c-4822-b2bb-323b45459c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.171487] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216420, 'name': Rename_Task, 'duration_secs': 0.159713} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.171792] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.172036] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7f51e61-2011-4554-9565-afb87ce83362 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.179988] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1024.179988] env[68986]: value = "task-3216422" [ 1024.179988] env[68986]: _type = "Task" [ 1024.179988] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.188546] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.215390] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c7a5a5-9e30-4ecd-870d-98f1462d58b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.223688] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Suspending the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1024.224023] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9c4dfb2d-0676-4bc5-86eb-d75b0af455b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.231726] env[68986]: DEBUG oslo_vmware.api [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] Waiting for the task: (returnval){ [ 1024.231726] env[68986]: value = "task-3216423" [ 1024.231726] env[68986]: _type = "Task" [ 1024.231726] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.240758] env[68986]: DEBUG oslo_vmware.api [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] Task: {'id': task-3216423, 'name': SuspendVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.270580] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7dca4-0806-1a9c-7a96-efa021eac680, 'name': SearchDatastore_Task, 'duration_secs': 0.018822} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.270876] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.271123] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.271392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.271542] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.271728] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.272014] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32156efd-de77-478a-bb8a-7e1eab9db4c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.285473] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.285639] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.287185] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dccae3-44e6-4b74-a350-33ab0b9154da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.293519] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216421, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.297087] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1024.297087] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c55f42-6aac-5ba9-7a98-57bba90091dc" [ 1024.297087] env[68986]: _type = "Task" [ 1024.297087] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.304713] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c55f42-6aac-5ba9-7a98-57bba90091dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.565896] env[68986]: DEBUG nova.compute.utils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.572264] env[68986]: DEBUG nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.572845] env[68986]: DEBUG nova.network.neutron [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.590082] env[68986]: DEBUG oslo_concurrency.lockutils [req-136133e2-e884-4102-ac22-818be774ebb3 req-c177afd6-102d-4c7f-83e3-d4fd9e03aa5a service nova] Releasing lock "refresh_cache-68baa8fa-57d8-4c20-a11f-f6ccebebb191" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.627789] env[68986]: DEBUG nova.policy [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff6d3adfc4454490b42b2de51d5ccea7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7365021b3804d4db3f7f104b3593bc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.689917] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216422, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.744630] env[68986]: DEBUG oslo_vmware.api [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] Task: {'id': task-3216423, 'name': SuspendVM_Task} progress is 62%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.790093] env[68986]: DEBUG oslo_vmware.api [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216421, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552828} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.790388] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.790700] env[68986]: INFO nova.compute.manager [None req-463ffedf-c1d1-4772-b783-27cc960c1f5d tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Took 13.81 seconds to snapshot the instance on the hypervisor. [ 1024.807122] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c55f42-6aac-5ba9-7a98-57bba90091dc, 'name': SearchDatastore_Task, 'duration_secs': 0.065467} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.807903] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f58e4a-3e67-4962-9d8b-d806b43c75ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.813069] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1024.813069] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5214f322-33ce-a5a5-9b8d-ab599aac6d04" [ 1024.813069] env[68986]: _type = "Task" [ 1024.813069] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.821045] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5214f322-33ce-a5a5-9b8d-ab599aac6d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.903979] env[68986]: DEBUG nova.network.neutron [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Successfully created port: 7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.075608] env[68986]: DEBUG nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.190850] env[68986]: DEBUG oslo_vmware.api [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216422, 'name': PowerOnVM_Task, 'duration_secs': 0.614118} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.191139] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.191344] env[68986]: INFO nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1025.191519] env[68986]: DEBUG nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.192300] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d499518-41cf-4bff-9d00-759cdc787350 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.249582] env[68986]: DEBUG oslo_vmware.api [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] Task: {'id': task-3216423, 'name': SuspendVM_Task} progress is 62%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.323451] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5214f322-33ce-a5a5-9b8d-ab599aac6d04, 'name': SearchDatastore_Task, 'duration_secs': 0.024017} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.326280] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.326545] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.326986] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec2f05f4-f3d5-468f-b984-eb82c72a662c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.333615] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1025.333615] env[68986]: value = "task-3216424" [ 1025.333615] env[68986]: _type = "Task" [ 1025.333615] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.343583] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.370659] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4761a7d-b44c-487b-b869-40445faf2618 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.377714] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad996b9d-7014-48b3-859e-86b7f97da995 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.409564] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68d8f2-6d8d-4d96-b114-2e37883ab30e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.417100] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edeb61b-edbe-4613-93e1-f3e9673b759d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.430342] env[68986]: DEBUG nova.compute.provider_tree [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.716485] env[68986]: INFO nova.compute.manager [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Took 34.81 seconds to build instance. [ 1025.748039] env[68986]: DEBUG oslo_vmware.api [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] Task: {'id': task-3216423, 'name': SuspendVM_Task, 'duration_secs': 1.085071} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.748226] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Suspended the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1025.748412] env[68986]: DEBUG nova.compute.manager [None req-e5d25d40-6dab-4a86-b166-a09c7d01d648 tempest-ServersAdminNegativeTestJSON-86814997 tempest-ServersAdminNegativeTestJSON-86814997-project-admin] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.749911] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd34c9cc-f26c-41a3-82ef-9b45a0e8bdc6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.845693] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.933889] env[68986]: DEBUG nova.scheduler.client.report [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.087479] env[68986]: DEBUG nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.110525] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.110787] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.110943] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.111250] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.111413] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.111558] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.111766] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.111924] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.112105] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.112287] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.112439] env[68986]: DEBUG nova.virt.hardware [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.113324] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f9c9e8-7437-401f-85e6-07d8c328be94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.121337] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8d832-2e3b-4698-a97e-5059d51b5190 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.220467] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f0ec6da-7058-4751-945c-c6bbfbfa6fb5 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "0fded135-6890-49fc-ae22-6027b39831c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.327s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.349080] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614773} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.349080] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.349080] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.349080] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbd5b4a1-7d6b-4bcb-8b6f-d03cea0f60c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.356647] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1026.356647] env[68986]: value = "task-3216425" [ 1026.356647] env[68986]: _type = "Task" [ 1026.356647] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.361135] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.362940] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.363234] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.363458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.363653] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.363843] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.366577] env[68986]: INFO nova.compute.manager [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Terminating instance [ 1026.416575] env[68986]: DEBUG nova.compute.manager [req-43b97032-6832-4bbe-8132-bd4bc79881cb req-b5c8a345-0ba3-4f5b-a8b2-b938601d532c service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Received event network-vif-plugged-7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.417221] env[68986]: DEBUG oslo_concurrency.lockutils [req-43b97032-6832-4bbe-8132-bd4bc79881cb req-b5c8a345-0ba3-4f5b-a8b2-b938601d532c service nova] Acquiring lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.417457] env[68986]: DEBUG oslo_concurrency.lockutils [req-43b97032-6832-4bbe-8132-bd4bc79881cb req-b5c8a345-0ba3-4f5b-a8b2-b938601d532c service nova] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.417665] env[68986]: DEBUG oslo_concurrency.lockutils [req-43b97032-6832-4bbe-8132-bd4bc79881cb req-b5c8a345-0ba3-4f5b-a8b2-b938601d532c service nova] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.418562] env[68986]: DEBUG nova.compute.manager [req-43b97032-6832-4bbe-8132-bd4bc79881cb req-b5c8a345-0ba3-4f5b-a8b2-b938601d532c service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] No waiting events found dispatching network-vif-plugged-7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.418837] env[68986]: WARNING nova.compute.manager [req-43b97032-6832-4bbe-8132-bd4bc79881cb req-b5c8a345-0ba3-4f5b-a8b2-b938601d532c service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Received unexpected event network-vif-plugged-7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb for instance with vm_state building and task_state spawning. [ 1026.439694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.440199] env[68986]: DEBUG nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.444190] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.396s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.445839] env[68986]: DEBUG nova.objects.instance [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'resources' on Instance uuid 217b094c-b9a1-47de-a6b9-c186dc485dde {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.455129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "0fded135-6890-49fc-ae22-6027b39831c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.455851] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "0fded135-6890-49fc-ae22-6027b39831c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.455851] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "0fded135-6890-49fc-ae22-6027b39831c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.456014] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "0fded135-6890-49fc-ae22-6027b39831c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.456182] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "0fded135-6890-49fc-ae22-6027b39831c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.459148] env[68986]: INFO nova.compute.manager [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Terminating instance [ 1026.499713] env[68986]: DEBUG nova.network.neutron [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Successfully updated port: 7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.863602] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072488} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.863762] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.864587] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a641f-2493-42d0-83a4-007ef1aa25ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.881329] env[68986]: DEBUG nova.compute.manager [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.881610] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.890293] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.891490] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab394df-5a32-434d-8c99-94ff23c9f4bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.894596] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19eacef3-91ec-41ef-9e8a-b58e4eb77c40 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.913027] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.913300] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0097fc20-dff6-4c92-a834-4771ae52bea9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.915897] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1026.915897] env[68986]: value = "task-3216426" [ 1026.915897] env[68986]: _type = "Task" [ 1026.915897] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.920330] env[68986]: DEBUG oslo_vmware.api [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1026.920330] env[68986]: value = "task-3216427" [ 1026.920330] env[68986]: _type = "Task" [ 1026.920330] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.932160] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.932829] env[68986]: DEBUG oslo_vmware.api [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.950663] env[68986]: DEBUG nova.compute.utils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.954263] env[68986]: DEBUG nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.954445] env[68986]: DEBUG nova.network.neutron [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.964015] env[68986]: DEBUG nova.compute.manager [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.964015] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.964717] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a77e327-3767-4fcf-b9c0-916ddd72334f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.973902] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.974297] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b78714-596e-4ffa-b0c2-08e1480a2d1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.979973] env[68986]: DEBUG oslo_vmware.api [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1026.979973] env[68986]: value = "task-3216428" [ 1026.979973] env[68986]: _type = "Task" [ 1026.979973] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.993828] env[68986]: DEBUG oslo_vmware.api [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.001992] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "refresh_cache-9f3139d2-f0ba-41ad-9c92-d86aecd68953" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.002307] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquired lock "refresh_cache-9f3139d2-f0ba-41ad-9c92-d86aecd68953" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.002533] env[68986]: DEBUG nova.network.neutron [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.008449] env[68986]: DEBUG nova.policy [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dc3330d98274120b2d9011ff32d7fbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe7bcf01b1bf4f1f9b49ec9faa2af0da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.263276] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b0f726-b5f9-4fb0-802a-6c464d6d8db2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.273216] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e40658c-5f02-4b96-a35f-a0c8837f48fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.304976] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "ac140517-8651-4f62-8839-c282c1991a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.305310] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "ac140517-8651-4f62-8839-c282c1991a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.305533] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "ac140517-8651-4f62-8839-c282c1991a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.305709] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "ac140517-8651-4f62-8839-c282c1991a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.305875] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "ac140517-8651-4f62-8839-c282c1991a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.308359] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933e1616-7f42-43a7-aa92-58001a8da91f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.311400] env[68986]: INFO nova.compute.manager [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Terminating instance [ 1027.318567] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de7fce-f75b-4303-a4e2-59e7803797ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.333162] env[68986]: DEBUG nova.compute.provider_tree [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.403218] env[68986]: DEBUG nova.network.neutron [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Successfully created port: 988db69e-b2ed-489b-9d59-4b1b576acb69 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.427152] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216426, 'name': ReconfigVM_Task, 'duration_secs': 0.422951} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.427827] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.428624] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-797e9a63-63a5-4996-ae84-f3ae3244918e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.432870] env[68986]: DEBUG oslo_vmware.api [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216427, 'name': PowerOffVM_Task, 'duration_secs': 0.276521} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.433436] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.433600] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.433833] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01a10cf4-50a6-4903-93d2-f45ff51b9568 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.436908] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1027.436908] env[68986]: value = "task-3216429" [ 1027.436908] env[68986]: _type = "Task" [ 1027.436908] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.444330] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216429, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.454967] env[68986]: DEBUG nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.491984] env[68986]: DEBUG oslo_vmware.api [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216428, 'name': PowerOffVM_Task, 'duration_secs': 0.205932} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.492166] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.492331] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.492647] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33e4735-0e85-43c8-aabe-0d4317458655 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.513460] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.513771] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.513963] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleting the datastore file [datastore1] 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.514247] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c78fde-aba7-4151-aede-acdac8883431 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.523424] env[68986]: DEBUG oslo_vmware.api [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for the task: (returnval){ [ 1027.523424] env[68986]: value = "task-3216432" [ 1027.523424] env[68986]: _type = "Task" [ 1027.523424] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.534365] env[68986]: DEBUG oslo_vmware.api [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.541341] env[68986]: DEBUG nova.network.neutron [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.555468] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.555687] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.555881] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleting the datastore file [datastore2] 0fded135-6890-49fc-ae22-6027b39831c9 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.556242] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9694e0ab-96e7-44b3-a159-bdaccb98fedf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.562167] env[68986]: DEBUG oslo_vmware.api [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1027.562167] env[68986]: value = "task-3216433" [ 1027.562167] env[68986]: _type = "Task" [ 1027.562167] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.570115] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.570356] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.570641] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.570786] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.570951] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.572518] env[68986]: DEBUG oslo_vmware.api [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.573470] env[68986]: INFO nova.compute.manager [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Terminating instance [ 1027.676551] env[68986]: DEBUG nova.network.neutron [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Updating instance_info_cache with network_info: [{"id": "7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb", "address": "fa:16:3e:32:e7:fc", "network": {"id": "7fb1e21b-b3a9-4333-a5b1-c5cdd0f7caaf", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1157929594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7365021b3804d4db3f7f104b3593bc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d74d8d4-db", "ovs_interfaceid": "7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.816483] env[68986]: DEBUG nova.compute.manager [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.816730] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.818063] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aac73b-1671-48f0-ad94-2f6146d0f42f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.825608] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.825858] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1201975-1efa-4556-974f-6f9de479bcc9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.831708] env[68986]: DEBUG oslo_vmware.api [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1027.831708] env[68986]: value = "task-3216434" [ 1027.831708] env[68986]: _type = "Task" [ 1027.831708] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.841155] env[68986]: DEBUG nova.scheduler.client.report [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.844302] env[68986]: DEBUG oslo_vmware.api [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.947555] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216429, 'name': Rename_Task, 'duration_secs': 0.168066} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.947828] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.948100] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da831ce7-136d-466e-ac56-b0667c625e37 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.955118] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1027.955118] env[68986]: value = "task-3216435" [ 1027.955118] env[68986]: _type = "Task" [ 1027.955118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.967712] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.033761] env[68986]: DEBUG oslo_vmware.api [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Task: {'id': task-3216432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154885} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.034088] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.034302] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.034479] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.034652] env[68986]: INFO nova.compute.manager [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1028.034879] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.035084] env[68986]: DEBUG nova.compute.manager [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.038892] env[68986]: DEBUG nova.network.neutron [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.072511] env[68986]: DEBUG oslo_vmware.api [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148306} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.072783] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.072969] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.073156] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.073332] env[68986]: INFO nova.compute.manager [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1028.073568] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.073773] env[68986]: DEBUG nova.compute.manager [-] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.073838] env[68986]: DEBUG nova.network.neutron [-] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.077306] env[68986]: DEBUG nova.compute.manager [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.077548] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.078395] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a1d489-1e27-498d-842d-e14a7d600347 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.085872] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.086132] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45623a26-9f37-4aaf-afe4-02bcc067c78e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.152881] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.153123] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.153311] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Deleting the datastore file [datastore2] 18061cf7-6808-4f73-8963-3ddd8ae6e76d {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.153571] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52ccd133-3571-4efc-b77f-f86c80c2bd39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.161291] env[68986]: DEBUG oslo_vmware.api [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1028.161291] env[68986]: value = "task-3216437" [ 1028.161291] env[68986]: _type = "Task" [ 1028.161291] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.169553] env[68986]: DEBUG oslo_vmware.api [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.179163] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Releasing lock "refresh_cache-9f3139d2-f0ba-41ad-9c92-d86aecd68953" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.179524] env[68986]: DEBUG nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Instance network_info: |[{"id": "7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb", "address": "fa:16:3e:32:e7:fc", "network": {"id": "7fb1e21b-b3a9-4333-a5b1-c5cdd0f7caaf", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1157929594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7365021b3804d4db3f7f104b3593bc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d74d8d4-db", "ovs_interfaceid": "7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.179941] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e7:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.187483] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Creating folder: Project (d7365021b3804d4db3f7f104b3593bc7). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.187795] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc163521-b6a8-4006-ad1f-ad6cad3cedbd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.197316] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Created folder: Project (d7365021b3804d4db3f7f104b3593bc7) in parent group-v642845. [ 1028.197633] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Creating folder: Instances. Parent ref: group-v643106. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.197903] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfa39062-fee4-4c6f-b096-c0f52a21422d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.206548] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Created folder: Instances in parent group-v643106. [ 1028.206864] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.206995] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.207269] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83be5db6-5017-4941-bb50-f0eb48f6c9e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.229565] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.229565] env[68986]: value = "task-3216440" [ 1028.229565] env[68986]: _type = "Task" [ 1028.229565] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.235481] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216440, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.345027] env[68986]: DEBUG oslo_vmware.api [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216434, 'name': PowerOffVM_Task, 'duration_secs': 0.239683} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.345453] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.345734] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.346847] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.349861] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87729919-2103-4d2b-9700-4bb3c2d83e2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.352537] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.149s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.355218] env[68986]: INFO nova.compute.claims [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.402556] env[68986]: INFO nova.scheduler.client.report [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted allocations for instance 217b094c-b9a1-47de-a6b9-c186dc485dde [ 1028.426652] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.426652] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.427212] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Deleting the datastore file [datastore2] ac140517-8651-4f62-8839-c282c1991a38 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.427212] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-850fbbc2-501f-4e3e-ae6a-f74ea498c82a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.433833] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "f696a327-ad05-411c-b02d-b4a3017d422f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.434373] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "f696a327-ad05-411c-b02d-b4a3017d422f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.435670] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "f696a327-ad05-411c-b02d-b4a3017d422f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.435670] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "f696a327-ad05-411c-b02d-b4a3017d422f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.435670] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "f696a327-ad05-411c-b02d-b4a3017d422f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.437387] env[68986]: DEBUG oslo_vmware.api [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1028.437387] env[68986]: value = "task-3216442" [ 1028.437387] env[68986]: _type = "Task" [ 1028.437387] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.437854] env[68986]: INFO nova.compute.manager [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Terminating instance [ 1028.455444] env[68986]: DEBUG oslo_vmware.api [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.465573] env[68986]: DEBUG nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.467483] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.494158] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.494158] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.494158] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.494158] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.494158] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.494524] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.494524] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.494702] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.494776] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.494935] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.495187] env[68986]: DEBUG nova.virt.hardware [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.496073] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd66c1-2930-448a-9189-56e2ce5445c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.507586] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286cbe6-ee97-42b1-84a0-f07429e83f50 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.526318] env[68986]: DEBUG nova.compute.manager [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Received event network-changed-7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.527113] env[68986]: DEBUG nova.compute.manager [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Refreshing instance network info cache due to event network-changed-7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.527113] env[68986]: DEBUG oslo_concurrency.lockutils [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] Acquiring lock "refresh_cache-9f3139d2-f0ba-41ad-9c92-d86aecd68953" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.527113] env[68986]: DEBUG oslo_concurrency.lockutils [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] Acquired lock "refresh_cache-9f3139d2-f0ba-41ad-9c92-d86aecd68953" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.527489] env[68986]: DEBUG nova.network.neutron [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Refreshing network info cache for port 7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.655950] env[68986]: DEBUG nova.compute.manager [req-da933126-5cf3-451b-8ef7-7e391493fadb req-969c19a7-74fa-4e81-98db-3e2080da8353 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Received event network-vif-deleted-c383823c-8cd3-4809-bec7-52c750faaa51 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.656199] env[68986]: INFO nova.compute.manager [req-da933126-5cf3-451b-8ef7-7e391493fadb req-969c19a7-74fa-4e81-98db-3e2080da8353 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Neutron deleted interface c383823c-8cd3-4809-bec7-52c750faaa51; detaching it from the instance and deleting it from the info cache [ 1028.656400] env[68986]: DEBUG nova.network.neutron [req-da933126-5cf3-451b-8ef7-7e391493fadb req-969c19a7-74fa-4e81-98db-3e2080da8353 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.671846] env[68986]: DEBUG oslo_vmware.api [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25398} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.672910] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.673253] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.673856] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.673856] env[68986]: INFO nova.compute.manager [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1028.674263] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.674426] env[68986]: DEBUG nova.compute.manager [-] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.674538] env[68986]: DEBUG nova.network.neutron [-] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.738661] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216440, 'name': CreateVM_Task, 'duration_secs': 0.450044} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.738864] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.740714] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.740714] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.740926] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.741191] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe5764f-f585-4f1a-92bd-66c6ac3c38ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.746363] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1028.746363] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6ebe5-c52c-dabd-c62b-edd53953d63b" [ 1028.746363] env[68986]: _type = "Task" [ 1028.746363] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.755067] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6ebe5-c52c-dabd-c62b-edd53953d63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.876768] env[68986]: DEBUG nova.network.neutron [-] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.910911] env[68986]: DEBUG oslo_concurrency.lockutils [None req-63454945-dd90-4e03-a7a7-e98ffa737d95 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "217b094c-b9a1-47de-a6b9-c186dc485dde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.018s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.951887] env[68986]: DEBUG nova.compute.manager [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.952110] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.952406] env[68986]: DEBUG oslo_vmware.api [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267885} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.953154] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3d850f-447a-4375-806b-817e9d3bdbb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.955966] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.956159] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.956343] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.956511] env[68986]: INFO nova.compute.manager [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: ac140517-8651-4f62-8839-c282c1991a38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1028.956736] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.956978] env[68986]: DEBUG nova.compute.manager [-] [instance: ac140517-8651-4f62-8839-c282c1991a38] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.957191] env[68986]: DEBUG nova.network.neutron [-] [instance: ac140517-8651-4f62-8839-c282c1991a38] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.965743] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.968715] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c25bebf5-8422-41db-84a5-2afd74738b32 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.970122] env[68986]: DEBUG oslo_vmware.api [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216435, 'name': PowerOnVM_Task, 'duration_secs': 0.580627} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.970365] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.970559] env[68986]: INFO nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1028.970735] env[68986]: DEBUG nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.971793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2711dc-de3a-44d4-8534-0e4fc7fd6855 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.975184] env[68986]: DEBUG oslo_vmware.api [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 1028.975184] env[68986]: value = "task-3216443" [ 1028.975184] env[68986]: _type = "Task" [ 1028.975184] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.990501] env[68986]: DEBUG oslo_vmware.api [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3216443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.028025] env[68986]: DEBUG nova.network.neutron [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Successfully updated port: 988db69e-b2ed-489b-9d59-4b1b576acb69 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.082227] env[68986]: DEBUG nova.network.neutron [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.093811] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.094149] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.159071] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac7037ae-b4e6-42d2-9f6a-8b3c5f41feee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.174055] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f6947c-9395-4e04-a0f5-26fe3ef9b75b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.210418] env[68986]: DEBUG nova.compute.manager [req-da933126-5cf3-451b-8ef7-7e391493fadb req-969c19a7-74fa-4e81-98db-3e2080da8353 service nova] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Detach interface failed, port_id=c383823c-8cd3-4809-bec7-52c750faaa51, reason: Instance 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.261205] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6ebe5-c52c-dabd-c62b-edd53953d63b, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.261205] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.261559] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.261988] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.262277] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.262454] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.265380] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1330fa2-d564-4795-a167-d1cd20700e4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.274495] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.274575] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.275356] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeedf02a-0f67-4ceb-9efc-ee1af68cdd16 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.283281] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1029.283281] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dbe3e6-8c44-37da-053c-74cb1cc85675" [ 1029.283281] env[68986]: _type = "Task" [ 1029.283281] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.291140] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dbe3e6-8c44-37da-053c-74cb1cc85675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.326398] env[68986]: DEBUG nova.network.neutron [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Updated VIF entry in instance network info cache for port 7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.326768] env[68986]: DEBUG nova.network.neutron [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Updating instance_info_cache with network_info: [{"id": "7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb", "address": "fa:16:3e:32:e7:fc", "network": {"id": "7fb1e21b-b3a9-4333-a5b1-c5cdd0f7caaf", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1157929594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7365021b3804d4db3f7f104b3593bc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d74d8d4-db", "ovs_interfaceid": "7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.378260] env[68986]: INFO nova.compute.manager [-] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Took 1.30 seconds to deallocate network for instance. [ 1029.409808] env[68986]: DEBUG nova.network.neutron [-] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.484853] env[68986]: DEBUG oslo_vmware.api [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3216443, 'name': PowerOffVM_Task, 'duration_secs': 0.237309} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.487288] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.487474] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.491449] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690dfcf8-f14b-4b83-800c-fd18ee507a5a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.495397] env[68986]: INFO nova.compute.manager [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Took 29.51 seconds to build instance. [ 1029.530316] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "refresh_cache-0602c80a-d1af-496b-907c-9b0014811cb2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.530316] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquired lock "refresh_cache-0602c80a-d1af-496b-907c-9b0014811cb2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.530316] env[68986]: DEBUG nova.network.neutron [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.555807] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.556033] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.556210] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Deleting the datastore file [datastore2] f696a327-ad05-411c-b02d-b4a3017d422f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.556738] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-220c3002-d7f9-498e-b4ff-683e381c514a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.562664] env[68986]: DEBUG oslo_vmware.api [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for the task: (returnval){ [ 1029.562664] env[68986]: value = "task-3216445" [ 1029.562664] env[68986]: _type = "Task" [ 1029.562664] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.572714] env[68986]: DEBUG oslo_vmware.api [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3216445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.587026] env[68986]: INFO nova.compute.manager [-] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Took 1.55 seconds to deallocate network for instance. [ 1029.598894] env[68986]: DEBUG nova.compute.utils [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.610463] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21522d0b-6c44-4af5-855b-79b8c2e63d01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.618865] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e5272d-7667-4173-b9a0-25cb91cf2fbb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.649526] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c307dc-0927-4182-bc45-089c64706063 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.656929] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62a7273-dfea-43dd-8d8b-954ffdc1931b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.672386] env[68986]: DEBUG nova.compute.provider_tree [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.710812] env[68986]: DEBUG nova.network.neutron [-] [instance: ac140517-8651-4f62-8839-c282c1991a38] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.784794] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.785050] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.795644] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dbe3e6-8c44-37da-053c-74cb1cc85675, 'name': SearchDatastore_Task, 'duration_secs': 0.017922} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.796835] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b587fc12-d5f1-4ea2-bbef-69c897f30651 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.802415] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1029.802415] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52744384-94c1-7620-6857-65177db3ae81" [ 1029.802415] env[68986]: _type = "Task" [ 1029.802415] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.810481] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52744384-94c1-7620-6857-65177db3ae81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.832160] env[68986]: DEBUG oslo_concurrency.lockutils [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] Releasing lock "refresh_cache-9f3139d2-f0ba-41ad-9c92-d86aecd68953" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.832160] env[68986]: DEBUG nova.compute.manager [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Received event network-vif-deleted-06001b63-12bf-4c47-ba07-bc2755239168 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.832160] env[68986]: INFO nova.compute.manager [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Neutron deleted interface 06001b63-12bf-4c47-ba07-bc2755239168; detaching it from the instance and deleting it from the info cache [ 1029.832160] env[68986]: DEBUG nova.network.neutron [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.887782] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.912346] env[68986]: INFO nova.compute.manager [-] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Took 1.24 seconds to deallocate network for instance. [ 1029.997101] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4f93ceb5-419d-46be-a11c-7b437dab01af tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.034s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.060202] env[68986]: DEBUG nova.network.neutron [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.074585] env[68986]: DEBUG oslo_vmware.api [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Task: {'id': task-3216445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196787} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.074844] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.075041] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.075266] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.075447] env[68986]: INFO nova.compute.manager [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1030.075689] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.075878] env[68986]: DEBUG nova.compute.manager [-] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.075976] env[68986]: DEBUG nova.network.neutron [-] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.096087] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.103697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.175176] env[68986]: DEBUG nova.scheduler.client.report [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.213659] env[68986]: INFO nova.compute.manager [-] [instance: ac140517-8651-4f62-8839-c282c1991a38] Took 1.26 seconds to deallocate network for instance. [ 1030.240347] env[68986]: DEBUG nova.network.neutron [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Updating instance_info_cache with network_info: [{"id": "988db69e-b2ed-489b-9d59-4b1b576acb69", "address": "fa:16:3e:77:82:48", "network": {"id": "e0238ceb-b9cb-4a73-a726-9380b4b22c24", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2029657148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7bcf01b1bf4f1f9b49ec9faa2af0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988db69e-b2", "ovs_interfaceid": "988db69e-b2ed-489b-9d59-4b1b576acb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.291076] env[68986]: DEBUG nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.312963] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52744384-94c1-7620-6857-65177db3ae81, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.313313] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.313567] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 9f3139d2-f0ba-41ad-9c92-d86aecd68953/9f3139d2-f0ba-41ad-9c92-d86aecd68953.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.313822] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5127a286-8412-4af3-9e46-0148390e80dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.320970] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1030.320970] env[68986]: value = "task-3216446" [ 1030.320970] env[68986]: _type = "Task" [ 1030.320970] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.329378] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.333109] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c09071b-fa90-4e93-b11c-0ecd3db19d19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.341877] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b88fece-686e-4a84-9f05-166a5188099d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.374295] env[68986]: DEBUG nova.compute.manager [req-4444254e-2593-495d-8346-902c322d1477 req-5d2c920c-9cd3-4ca4-87c6-3078bd7e6da3 service nova] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Detach interface failed, port_id=06001b63-12bf-4c47-ba07-bc2755239168, reason: Instance 0fded135-6890-49fc-ae22-6027b39831c9 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.418972] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.631069] env[68986]: INFO nova.compute.manager [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Rebuilding instance [ 1030.636282] env[68986]: DEBUG nova.compute.manager [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Received event network-vif-plugged-988db69e-b2ed-489b-9d59-4b1b576acb69 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.636282] env[68986]: DEBUG oslo_concurrency.lockutils [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] Acquiring lock "0602c80a-d1af-496b-907c-9b0014811cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.636282] env[68986]: DEBUG oslo_concurrency.lockutils [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] Lock "0602c80a-d1af-496b-907c-9b0014811cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.636282] env[68986]: DEBUG oslo_concurrency.lockutils [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] Lock "0602c80a-d1af-496b-907c-9b0014811cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.636282] env[68986]: DEBUG nova.compute.manager [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] No waiting events found dispatching network-vif-plugged-988db69e-b2ed-489b-9d59-4b1b576acb69 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.636282] env[68986]: WARNING nova.compute.manager [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Received unexpected event network-vif-plugged-988db69e-b2ed-489b-9d59-4b1b576acb69 for instance with vm_state building and task_state spawning. [ 1030.636282] env[68986]: DEBUG nova.compute.manager [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Received event network-changed-988db69e-b2ed-489b-9d59-4b1b576acb69 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.636282] env[68986]: DEBUG nova.compute.manager [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Refreshing instance network info cache due to event network-changed-988db69e-b2ed-489b-9d59-4b1b576acb69. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.636282] env[68986]: DEBUG oslo_concurrency.lockutils [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] Acquiring lock "refresh_cache-0602c80a-d1af-496b-907c-9b0014811cb2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.682921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.682921] env[68986]: DEBUG nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.686195] env[68986]: DEBUG nova.compute.manager [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.686195] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.083s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.687985] env[68986]: INFO nova.compute.claims [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.691740] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cfaef-cb57-4e82-a6d8-6aff83036f08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.720409] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.733667] env[68986]: DEBUG nova.compute.manager [req-916c69bb-ea90-4ca1-a3b7-c0f44b007109 req-da46926a-4de5-4299-a384-59036da55603 service nova] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Received event network-vif-deleted-423f7254-fec5-49bc-a1d6-9906aa338275 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.733877] env[68986]: DEBUG nova.compute.manager [req-916c69bb-ea90-4ca1-a3b7-c0f44b007109 req-da46926a-4de5-4299-a384-59036da55603 service nova] [instance: ac140517-8651-4f62-8839-c282c1991a38] Received event network-vif-deleted-92c0ab97-69be-468c-9b5d-5a246f738055 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.734329] env[68986]: DEBUG nova.compute.manager [req-916c69bb-ea90-4ca1-a3b7-c0f44b007109 req-da46926a-4de5-4299-a384-59036da55603 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Received event network-vif-deleted-d5b47a6a-f74d-41e8-87b3-0afb13d2592f {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.734437] env[68986]: INFO nova.compute.manager [req-916c69bb-ea90-4ca1-a3b7-c0f44b007109 req-da46926a-4de5-4299-a384-59036da55603 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Neutron deleted interface d5b47a6a-f74d-41e8-87b3-0afb13d2592f; detaching it from the instance and deleting it from the info cache [ 1030.734647] env[68986]: DEBUG nova.network.neutron [req-916c69bb-ea90-4ca1-a3b7-c0f44b007109 req-da46926a-4de5-4299-a384-59036da55603 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.744994] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Releasing lock "refresh_cache-0602c80a-d1af-496b-907c-9b0014811cb2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.745490] env[68986]: DEBUG nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Instance network_info: |[{"id": "988db69e-b2ed-489b-9d59-4b1b576acb69", "address": "fa:16:3e:77:82:48", "network": {"id": "e0238ceb-b9cb-4a73-a726-9380b4b22c24", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2029657148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7bcf01b1bf4f1f9b49ec9faa2af0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988db69e-b2", "ovs_interfaceid": "988db69e-b2ed-489b-9d59-4b1b576acb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.746346] env[68986]: DEBUG oslo_concurrency.lockutils [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] Acquired lock "refresh_cache-0602c80a-d1af-496b-907c-9b0014811cb2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.746517] env[68986]: DEBUG nova.network.neutron [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Refreshing network info cache for port 988db69e-b2ed-489b-9d59-4b1b576acb69 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.748392] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:82:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '988db69e-b2ed-489b-9d59-4b1b576acb69', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.755934] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Creating folder: Project (fe7bcf01b1bf4f1f9b49ec9faa2af0da). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.757667] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-219f1ecf-2016-4d07-9fe7-ca55c9ee85a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.770103] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Created folder: Project (fe7bcf01b1bf4f1f9b49ec9faa2af0da) in parent group-v642845. [ 1030.770103] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Creating folder: Instances. Parent ref: group-v643109. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.770506] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43796a7-fdb3-4720-a6c4-e954f71a4031 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781854] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Created folder: Instances in parent group-v643109. [ 1030.782202] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.782444] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.782702] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9cabdd3-f580-4614-abef-9270039dba87 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.808991] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.808991] env[68986]: value = "task-3216449" [ 1030.808991] env[68986]: _type = "Task" [ 1030.808991] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.815035] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.818453] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216449, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.832085] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.020038] env[68986]: DEBUG nova.network.neutron [-] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.198158] env[68986]: DEBUG nova.compute.utils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.199573] env[68986]: DEBUG nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.199746] env[68986]: DEBUG nova.network.neutron [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.204878] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.205032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.205264] env[68986]: INFO nova.compute.manager [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Attaching volume e189f519-417b-499a-aaaf-4f1e2aa04b9e to /dev/sdb [ 1031.236063] env[68986]: DEBUG nova.policy [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.238748] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-667ed241-b535-4041-b445-07c82ff4467d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.241746] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8313fd25-53d8-468f-9f44-794188629973 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.249991] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c35ad1b-4a44-44cf-a3b2-551953ba4aee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.257721] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c23daad-564c-459d-83d2-bd49e4e4b1ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.289768] env[68986]: DEBUG nova.virt.block_device [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating existing volume attachment record: ad5437ef-ea6a-4891-9e03-c5dff7025bc5 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.301880] env[68986]: DEBUG nova.compute.manager [req-916c69bb-ea90-4ca1-a3b7-c0f44b007109 req-da46926a-4de5-4299-a384-59036da55603 service nova] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Detach interface failed, port_id=d5b47a6a-f74d-41e8-87b3-0afb13d2592f, reason: Instance f696a327-ad05-411c-b02d-b4a3017d422f could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.321657] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216449, 'name': CreateVM_Task, 'duration_secs': 0.373443} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.321914] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.325508] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.325508] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.325802] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.326043] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60686bf2-a7f3-456d-ac33-078057128abc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.332874] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727091} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.334195] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 9f3139d2-f0ba-41ad-9c92-d86aecd68953/9f3139d2-f0ba-41ad-9c92-d86aecd68953.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.334743] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.334743] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1031.334743] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cf62a4-04bb-4b4c-e37e-45732efae8b3" [ 1031.334743] env[68986]: _type = "Task" [ 1031.334743] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.334933] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37617ad6-331c-4c2a-8d37-d358effe08ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.345107] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cf62a4-04bb-4b4c-e37e-45732efae8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.346720] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.346881] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.347147] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.347304] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.347621] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.348260] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1031.348260] env[68986]: value = "task-3216450" [ 1031.348260] env[68986]: _type = "Task" [ 1031.348260] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.348484] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e06f6ef-ef98-43b2-9506-735435a48514 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.358082] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.359245] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.359423] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.360145] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5eaef5-8ee4-4a78-b292-471fb81f77b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.364798] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1031.364798] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52997040-8b59-7b67-eb8e-2a0813e26fef" [ 1031.364798] env[68986]: _type = "Task" [ 1031.364798] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.373764] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52997040-8b59-7b67-eb8e-2a0813e26fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.530150] env[68986]: INFO nova.compute.manager [-] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Took 1.45 seconds to deallocate network for instance. [ 1031.541932] env[68986]: DEBUG nova.network.neutron [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Updated VIF entry in instance network info cache for port 988db69e-b2ed-489b-9d59-4b1b576acb69. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.545663] env[68986]: DEBUG nova.network.neutron [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Updating instance_info_cache with network_info: [{"id": "988db69e-b2ed-489b-9d59-4b1b576acb69", "address": "fa:16:3e:77:82:48", "network": {"id": "e0238ceb-b9cb-4a73-a726-9380b4b22c24", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2029657148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe7bcf01b1bf4f1f9b49ec9faa2af0da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988db69e-b2", "ovs_interfaceid": "988db69e-b2ed-489b-9d59-4b1b576acb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.585806] env[68986]: DEBUG nova.network.neutron [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Successfully created port: 3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.703247] env[68986]: DEBUG nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.709950] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.710241] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407abe2a-bff0-4a84-8a64-5104b2c3e3da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.716905] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1031.716905] env[68986]: value = "task-3216454" [ 1031.716905] env[68986]: _type = "Task" [ 1031.716905] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.725306] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.860328] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074516} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.860596] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.863627] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e46773-7036-43a0-b910-a399ed1cf300 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.885576] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52997040-8b59-7b67-eb8e-2a0813e26fef, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.895276] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 9f3139d2-f0ba-41ad-9c92-d86aecd68953/9f3139d2-f0ba-41ad-9c92-d86aecd68953.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.898772] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78087de6-ca4e-44d0-9337-79ecd8a190a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.912924] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b152e7e-6daf-4cc3-b403-9ab4f41f4818 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.918777] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1031.918777] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52953b51-0348-8b50-615f-746df95c2f00" [ 1031.918777] env[68986]: _type = "Task" [ 1031.918777] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.922886] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1031.922886] env[68986]: value = "task-3216455" [ 1031.922886] env[68986]: _type = "Task" [ 1031.922886] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.932282] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52953b51-0348-8b50-615f-746df95c2f00, 'name': SearchDatastore_Task} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.932557] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.932821] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 0602c80a-d1af-496b-907c-9b0014811cb2/0602c80a-d1af-496b-907c-9b0014811cb2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.933093] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be9a9028-6d37-431f-9288-e2aa27519976 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.937739] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.943599] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1031.943599] env[68986]: value = "task-3216456" [ 1031.943599] env[68986]: _type = "Task" [ 1031.943599] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.952082] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.012886] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eec2893-e0fa-4062-bdb4-287d210f4ffd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.020251] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea881d-208d-440d-a833-bfd83cd71faf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.052990] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.053482] env[68986]: DEBUG oslo_concurrency.lockutils [req-c0807e3b-56fd-4e20-90ed-6ebfbaf8b71c req-a5006a5b-2aca-4086-8f09-3e79d8bbeeac service nova] Releasing lock "refresh_cache-0602c80a-d1af-496b-907c-9b0014811cb2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.054624] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e94fd5f-e096-43d0-b732-bc3eb9062018 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.062118] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048c28c3-e3a5-45f1-9029-ca011bd20bb6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.075556] env[68986]: DEBUG nova.compute.provider_tree [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.228241] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216454, 'name': PowerOffVM_Task, 'duration_secs': 0.210476} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.228547] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.228781] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.229725] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395e3578-103f-4820-b03d-dab1028240f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.237470] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.237832] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5d1d34-4f45-4c53-b25c-44cb7d247db3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.305970] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.306431] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.306685] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleting the datastore file [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.306978] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af758e12-eced-490e-a20c-88e7aecbc2ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.315198] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1032.315198] env[68986]: value = "task-3216458" [ 1032.315198] env[68986]: _type = "Task" [ 1032.315198] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.327587] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.434012] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216455, 'name': ReconfigVM_Task, 'duration_secs': 0.370356} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.434412] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 9f3139d2-f0ba-41ad-9c92-d86aecd68953/9f3139d2-f0ba-41ad-9c92-d86aecd68953.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.435220] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da0c89d9-7185-44d2-9363-8adab4f136cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.441602] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1032.441602] env[68986]: value = "task-3216459" [ 1032.441602] env[68986]: _type = "Task" [ 1032.441602] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.453963] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216459, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.457219] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507671} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.457485] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 0602c80a-d1af-496b-907c-9b0014811cb2/0602c80a-d1af-496b-907c-9b0014811cb2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.457700] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.457948] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15dffb48-738a-4c3c-9606-244667da04cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.464907] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1032.464907] env[68986]: value = "task-3216460" [ 1032.464907] env[68986]: _type = "Task" [ 1032.464907] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.473077] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.579321] env[68986]: DEBUG nova.scheduler.client.report [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.713827] env[68986]: DEBUG nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.741765] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.742026] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.742183] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.742363] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.742504] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.742647] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.742851] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.743014] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.743199] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.743361] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.743528] env[68986]: DEBUG nova.virt.hardware [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.744552] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54791ed2-2e75-4e6f-8dec-f3acf72df4a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.752461] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6da924-4f6f-4e47-bc59-7ecb2ef42c97 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.825386] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25941} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.825662] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.825846] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.826033] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.952512] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216459, 'name': Rename_Task, 'duration_secs': 0.160035} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.952792] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.953052] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae083787-9437-4e74-82cd-a6605d8f86df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.959060] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1032.959060] env[68986]: value = "task-3216461" [ 1032.959060] env[68986]: _type = "Task" [ 1032.959060] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.967221] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.974395] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077367} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.974527] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.975339] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c859c5b5-78b8-490d-90a1-9a305f6d0e88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.002584] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 0602c80a-d1af-496b-907c-9b0014811cb2/0602c80a-d1af-496b-907c-9b0014811cb2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.004117] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cacdec0-272d-4df8-94c8-eee1a5aa7d01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.019287] env[68986]: DEBUG nova.compute.manager [req-e1fb21eb-8452-4021-bbba-86f7bfb9ed41 req-7968d13f-f844-4320-b6ae-bb19089361de service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-vif-plugged-3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.019503] env[68986]: DEBUG oslo_concurrency.lockutils [req-e1fb21eb-8452-4021-bbba-86f7bfb9ed41 req-7968d13f-f844-4320-b6ae-bb19089361de service nova] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.019706] env[68986]: DEBUG oslo_concurrency.lockutils [req-e1fb21eb-8452-4021-bbba-86f7bfb9ed41 req-7968d13f-f844-4320-b6ae-bb19089361de service nova] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.019869] env[68986]: DEBUG oslo_concurrency.lockutils [req-e1fb21eb-8452-4021-bbba-86f7bfb9ed41 req-7968d13f-f844-4320-b6ae-bb19089361de service nova] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.020087] env[68986]: DEBUG nova.compute.manager [req-e1fb21eb-8452-4021-bbba-86f7bfb9ed41 req-7968d13f-f844-4320-b6ae-bb19089361de service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] No waiting events found dispatching network-vif-plugged-3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.020258] env[68986]: WARNING nova.compute.manager [req-e1fb21eb-8452-4021-bbba-86f7bfb9ed41 req-7968d13f-f844-4320-b6ae-bb19089361de service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received unexpected event network-vif-plugged-3aeb9269-0273-4964-bc7a-71ef9e30f14c for instance with vm_state building and task_state spawning. [ 1033.030486] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1033.030486] env[68986]: value = "task-3216462" [ 1033.030486] env[68986]: _type = "Task" [ 1033.030486] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.038728] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.090420] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.090420] env[68986]: DEBUG nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.090420] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.202s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.090420] env[68986]: DEBUG nova.objects.instance [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'resources' on Instance uuid 0fded135-6890-49fc-ae22-6027b39831c9 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.120148] env[68986]: DEBUG nova.network.neutron [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Successfully updated port: 3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.468628] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216461, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.540978] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216462, 'name': ReconfigVM_Task, 'duration_secs': 0.303685} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.541288] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 0602c80a-d1af-496b-907c-9b0014811cb2/0602c80a-d1af-496b-907c-9b0014811cb2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.541954] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52fc3027-211e-488e-a152-9a3cc42ba0ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.547796] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1033.547796] env[68986]: value = "task-3216463" [ 1033.547796] env[68986]: _type = "Task" [ 1033.547796] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.556891] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216463, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.597475] env[68986]: DEBUG nova.compute.utils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.603183] env[68986]: DEBUG nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.603183] env[68986]: DEBUG nova.network.neutron [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.623196] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.623196] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.623196] env[68986]: DEBUG nova.network.neutron [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.661248] env[68986]: DEBUG nova.policy [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5060137a9644cf6a986178442189229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd6cfa1fcb054c83b8b12255149f432a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.863578] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.863578] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.863578] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.863578] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.863796] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.863796] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.864016] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.864158] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.864324] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.864477] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.864639] env[68986]: DEBUG nova.virt.hardware [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.865618] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71e8ce4-a806-4cb7-9ac2-c695a57452ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.869517] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b34c156-6f39-4986-938e-8a6cb70b309d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.878384] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f7d32-cdfb-4caf-8325-8189529dbf04 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.882304] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafd8128-8803-4135-b0b6-4d6d21f9ddf2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.899701] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:41:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b6f8660-817c-4822-b2bb-323b45459c9d', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.905442] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.928348] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.928814] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26bd77d6-f026-4fb8-9a53-3a2956977804 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.943206] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c267132e-2caf-4ec6-8f88-0fccb4eaeda8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.952293] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41286c9-2e6d-4384-98df-e24efc65cefa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.955958] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.955958] env[68986]: value = "task-3216465" [ 1033.955958] env[68986]: _type = "Task" [ 1033.955958] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.968456] env[68986]: DEBUG nova.compute.provider_tree [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.975695] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216465, 'name': CreateVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.980798] env[68986]: DEBUG oslo_vmware.api [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216461, 'name': PowerOnVM_Task, 'duration_secs': 0.513805} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.981976] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.981976] env[68986]: INFO nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1033.982115] env[68986]: DEBUG nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.982776] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf12b32-8bf5-42e1-a7f7-2d2b8c9a3b9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.985657] env[68986]: DEBUG nova.network.neutron [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Successfully created port: b0fe988b-316b-4822-b3bf-bddab5d41bc2 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.057516] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216463, 'name': Rename_Task, 'duration_secs': 0.149233} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.057820] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.058091] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e34c9e-2099-44f9-b6f1-0ede460a9f77 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.067498] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1034.067498] env[68986]: value = "task-3216466" [ 1034.067498] env[68986]: _type = "Task" [ 1034.067498] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.074985] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.104182] env[68986]: DEBUG nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.158409] env[68986]: DEBUG nova.network.neutron [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.327354] env[68986]: DEBUG nova.network.neutron [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.466623] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216465, 'name': CreateVM_Task, 'duration_secs': 0.314462} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.466785] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.467515] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.467686] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.468050] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.468290] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da796db-8a83-48fb-a724-ca5e521fa1db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.473028] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1034.473028] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb987f-2318-49e3-42bf-aab671926d14" [ 1034.473028] env[68986]: _type = "Task" [ 1034.473028] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.483931] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb987f-2318-49e3-42bf-aab671926d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.492543] env[68986]: ERROR nova.scheduler.client.report [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [req-b86fd5f5-edd2-4f4a-8753-e71c332fd917] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b86fd5f5-edd2-4f4a-8753-e71c332fd917"}]} [ 1034.501390] env[68986]: INFO nova.compute.manager [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Took 22.31 seconds to build instance. [ 1034.509835] env[68986]: DEBUG nova.scheduler.client.report [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1034.524487] env[68986]: DEBUG nova.scheduler.client.report [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1034.524705] env[68986]: DEBUG nova.compute.provider_tree [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.536708] env[68986]: DEBUG nova.scheduler.client.report [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1034.556715] env[68986]: DEBUG nova.scheduler.client.report [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1034.576300] env[68986]: DEBUG oslo_vmware.api [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216466, 'name': PowerOnVM_Task, 'duration_secs': 0.475149} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.578757] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.578965] env[68986]: INFO nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Took 6.11 seconds to spawn the instance on the hypervisor. [ 1034.579162] env[68986]: DEBUG nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.580133] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c1e06-2384-4721-a7bf-ca3dd41268ad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.795816] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e8d9c9-0623-4761-a720-3aa1bfe53caa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.803194] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac98f65-bb11-4773-8f05-466f08ce08f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.834761] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.835277] env[68986]: DEBUG nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Instance network_info: |[{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.835710] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:7e:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aeb9269-0273-4964-bc7a-71ef9e30f14c', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.843093] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.843729] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad9d00-2726-47d4-a01c-3a955f78d4b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.846251] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.846466] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f708c3c1-4cfc-4b0a-9b80-c4316a9b08b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.865839] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917781b-4a71-4a2c-a0ab-5a7a5709fa95 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.874022] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.874022] env[68986]: value = "task-3216467" [ 1034.874022] env[68986]: _type = "Task" [ 1034.874022] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.883780] env[68986]: DEBUG nova.compute.provider_tree [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.889318] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216467, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.983735] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb987f-2318-49e3-42bf-aab671926d14, 'name': SearchDatastore_Task, 'duration_secs': 0.016703} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.983963] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.984659] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.984659] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.984861] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.984922] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.985141] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e249f5d0-053b-492d-bfae-2efeb56fdbc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.992732] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.992949] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.993613] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc4c789-9de3-41b2-98de-67e3e3747c8f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.998786] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1034.998786] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5203c8d0-d497-33f3-a84d-f44cbd044b93" [ 1034.998786] env[68986]: _type = "Task" [ 1034.998786] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.003167] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a25f2bbc-9281-44cf-9b94-f38728b5be87 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.819s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.006034] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5203c8d0-d497-33f3-a84d-f44cbd044b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.019082] env[68986]: DEBUG nova.compute.manager [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-changed-3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.019352] env[68986]: DEBUG nova.compute.manager [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing instance network info cache due to event network-changed-3aeb9269-0273-4964-bc7a-71ef9e30f14c. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.019561] env[68986]: DEBUG oslo_concurrency.lockutils [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.019762] env[68986]: DEBUG oslo_concurrency.lockutils [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.019931] env[68986]: DEBUG nova.network.neutron [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing network info cache for port 3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.096515] env[68986]: INFO nova.compute.manager [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Took 20.80 seconds to build instance. [ 1035.111467] env[68986]: DEBUG nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.138696] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.138954] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.139186] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.139399] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.139548] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.139691] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.139892] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.140064] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.140238] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.140401] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.140573] env[68986]: DEBUG nova.virt.hardware [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.141468] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08799ab-5632-4707-b620-ccce519ebe50 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.151716] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7e627-200a-40a7-8cf0-65e944e37b12 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.248470] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.248736] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.248954] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.249150] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.249325] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.251520] env[68986]: INFO nova.compute.manager [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Terminating instance [ 1035.383984] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216467, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.417877] env[68986]: DEBUG nova.scheduler.client.report [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1035.418953] env[68986]: DEBUG nova.compute.provider_tree [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 122 to 123 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.421016] env[68986]: DEBUG nova.compute.provider_tree [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.510640] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5203c8d0-d497-33f3-a84d-f44cbd044b93, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.511647] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c721507-5751-4a77-b98f-7ef7a17d12cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.518564] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1035.518564] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ffd6a0-aec1-9ae1-72cd-782377b3d821" [ 1035.518564] env[68986]: _type = "Task" [ 1035.518564] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.533052] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ffd6a0-aec1-9ae1-72cd-782377b3d821, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.533052] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.533393] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.533600] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470e6b82-b307-4ac1-8c75-be475811b567 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539365] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1035.539365] env[68986]: value = "task-3216468" [ 1035.539365] env[68986]: _type = "Task" [ 1035.539365] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.548050] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.560151] env[68986]: DEBUG nova.network.neutron [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Successfully updated port: b0fe988b-316b-4822-b3bf-bddab5d41bc2 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.598611] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fde27de6-7d9b-448c-b8f1-7225cf953707 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "0602c80a-d1af-496b-907c-9b0014811cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.315s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.755838] env[68986]: DEBUG nova.compute.manager [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.756099] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.757115] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f818a1c7-478d-43da-a170-2f9723f87388 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.768150] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.769344] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95249c01-9bfb-480f-811c-9e3063e42d02 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.775697] env[68986]: DEBUG oslo_vmware.api [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1035.775697] env[68986]: value = "task-3216469" [ 1035.775697] env[68986]: _type = "Task" [ 1035.775697] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.784958] env[68986]: DEBUG oslo_vmware.api [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.841036] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1035.841036] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643113', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'name': 'volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'serial': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1035.842031] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e867189-3ce4-4562-855e-59838c39d430 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.867023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e0e46-193a-435d-b1e9-bd0b6284286c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.897866] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e/volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.900941] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9f3ea5-34e8-4449-931c-1fe990a6e471 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.927421] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.838s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.929534] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216467, 'name': CreateVM_Task, 'duration_secs': 0.564256} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.931185] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.835s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.931476] env[68986]: DEBUG nova.objects.instance [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lazy-loading 'resources' on Instance uuid 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.936020] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.936020] env[68986]: DEBUG oslo_vmware.api [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1035.936020] env[68986]: value = "task-3216470" [ 1035.936020] env[68986]: _type = "Task" [ 1035.936020] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.936020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.936020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.936020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.936020] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2168c805-6355-46cd-961b-5494a3d275b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.946620] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1035.946620] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5248ba98-610b-a158-29b5-8a7ce7f5ae30" [ 1035.946620] env[68986]: _type = "Task" [ 1035.946620] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.950584] env[68986]: DEBUG oslo_vmware.api [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.961166] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5248ba98-610b-a158-29b5-8a7ce7f5ae30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.964545] env[68986]: INFO nova.scheduler.client.report [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted allocations for instance 0fded135-6890-49fc-ae22-6027b39831c9 [ 1036.050175] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216468, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.063291] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.063479] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquired lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.063626] env[68986]: DEBUG nova.network.neutron [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.095399] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "0602c80a-d1af-496b-907c-9b0014811cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.095681] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "0602c80a-d1af-496b-907c-9b0014811cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.095913] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "0602c80a-d1af-496b-907c-9b0014811cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.096116] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "0602c80a-d1af-496b-907c-9b0014811cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.096302] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "0602c80a-d1af-496b-907c-9b0014811cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.099437] env[68986]: DEBUG nova.network.neutron [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updated VIF entry in instance network info cache for port 3aeb9269-0273-4964-bc7a-71ef9e30f14c. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.099803] env[68986]: DEBUG nova.network.neutron [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.101146] env[68986]: INFO nova.compute.manager [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Terminating instance [ 1036.285221] env[68986]: DEBUG oslo_vmware.api [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216469, 'name': PowerOffVM_Task, 'duration_secs': 0.376137} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.285495] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.285668] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.285920] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0703dfcb-7bd9-420a-8178-e0e130253c24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.345343] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.345567] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.345775] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Deleting the datastore file [datastore2] 9f3139d2-f0ba-41ad-9c92-d86aecd68953 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.346090] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fda7df0-3fe4-4405-99d9-c41fa31624a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.352534] env[68986]: DEBUG oslo_vmware.api [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for the task: (returnval){ [ 1036.352534] env[68986]: value = "task-3216472" [ 1036.352534] env[68986]: _type = "Task" [ 1036.352534] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.359996] env[68986]: DEBUG oslo_vmware.api [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.445009] env[68986]: DEBUG oslo_vmware.api [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216470, 'name': ReconfigVM_Task, 'duration_secs': 0.40263} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.445333] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e/volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.450050] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935317d1-4510-4127-8bcc-1e6db8a25173 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.470477] env[68986]: DEBUG oslo_vmware.api [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1036.470477] env[68986]: value = "task-3216473" [ 1036.470477] env[68986]: _type = "Task" [ 1036.470477] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.476304] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5248ba98-610b-a158-29b5-8a7ce7f5ae30, 'name': SearchDatastore_Task, 'duration_secs': 0.054099} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.478942] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbdb2be-a1b9-4d49-8d94-fe7a7138dace tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "0fded135-6890-49fc-ae22-6027b39831c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.023s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.482490] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482726] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.482940] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.483097] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.483345] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.483871] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd34eb42-dbf8-458e-9e60-51b717567b52 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.492821] env[68986]: DEBUG oslo_vmware.api [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.493897] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.494086] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.497109] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48c8a99-f8ab-49cd-b3cd-bc0a3bcd93fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.503719] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1036.503719] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524735ce-db94-4c27-541a-39907ba54e77" [ 1036.503719] env[68986]: _type = "Task" [ 1036.503719] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.513959] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524735ce-db94-4c27-541a-39907ba54e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.550411] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515476} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.552644] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.552853] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.553275] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7461a85f-3fd7-4620-b055-d50e63dc108d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.559408] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1036.559408] env[68986]: value = "task-3216474" [ 1036.559408] env[68986]: _type = "Task" [ 1036.559408] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.601082] env[68986]: DEBUG nova.network.neutron [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.603115] env[68986]: DEBUG oslo_concurrency.lockutils [req-4bca0cc7-ff7c-4cec-8f96-342b21eee2e4 req-f3750b75-c701-498a-ab68-ade6d05e70ac service nova] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.605165] env[68986]: DEBUG nova.compute.manager [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.605372] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.606220] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e1edce-ecef-423f-8bea-84b355e9586d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.615330] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.615591] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f62316-0464-4f3c-87b6-4b4efb530480 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.623501] env[68986]: DEBUG oslo_vmware.api [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1036.623501] env[68986]: value = "task-3216475" [ 1036.623501] env[68986]: _type = "Task" [ 1036.623501] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.632440] env[68986]: DEBUG oslo_vmware.api [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.678473] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e4f514-dacd-4381-8857-ac2344f43aa2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.685858] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef465e49-7387-4ced-afcc-c04959423a40 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.719396] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba5a765-5452-4368-8a74-64876ccf4fb6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.727492] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b4c6e-ba6d-4a67-8edb-cd4385d8fcf6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.740863] env[68986]: DEBUG nova.compute.provider_tree [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.776632] env[68986]: DEBUG nova.network.neutron [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Updating instance_info_cache with network_info: [{"id": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "address": "fa:16:3e:f5:75:c0", "network": {"id": "33796865-a153-4f46-8d84-677e74294c52", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-626472827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6cfa1fcb054c83b8b12255149f432a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0fe988b-31", "ovs_interfaceid": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.862419] env[68986]: DEBUG oslo_vmware.api [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Task: {'id': task-3216472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181779} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.862711] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.862856] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.863043] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.863220] env[68986]: INFO nova.compute.manager [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1036.863458] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.863656] env[68986]: DEBUG nova.compute.manager [-] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.863760] env[68986]: DEBUG nova.network.neutron [-] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.983714] env[68986]: DEBUG oslo_vmware.api [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216473, 'name': ReconfigVM_Task, 'duration_secs': 0.156355} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.984322] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643113', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'name': 'volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'serial': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.013799] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524735ce-db94-4c27-541a-39907ba54e77, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.014605] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fda2db-c3c8-4f38-8d5f-ad91556dbcbb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.020326] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1037.020326] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520f69d2-eb0b-de7d-5b24-df92fb4b0929" [ 1037.020326] env[68986]: _type = "Task" [ 1037.020326] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.027269] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520f69d2-eb0b-de7d-5b24-df92fb4b0929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.069325] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074789} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.069632] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.070864] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d13b9e0-c577-499b-83a0-2eda4c066f6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.093358] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.094721] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9913f3-6b51-4c25-9185-94ecf2045d05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.110214] env[68986]: DEBUG nova.compute.manager [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Received event network-vif-plugged-b0fe988b-316b-4822-b3bf-bddab5d41bc2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.110443] env[68986]: DEBUG oslo_concurrency.lockutils [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] Acquiring lock "29e1357d-76e4-44ca-9a1d-ef2849c85687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.110640] env[68986]: DEBUG oslo_concurrency.lockutils [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.110828] env[68986]: DEBUG oslo_concurrency.lockutils [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.110993] env[68986]: DEBUG nova.compute.manager [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] No waiting events found dispatching network-vif-plugged-b0fe988b-316b-4822-b3bf-bddab5d41bc2 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.111171] env[68986]: WARNING nova.compute.manager [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Received unexpected event network-vif-plugged-b0fe988b-316b-4822-b3bf-bddab5d41bc2 for instance with vm_state building and task_state spawning. [ 1037.111329] env[68986]: DEBUG nova.compute.manager [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Received event network-changed-b0fe988b-316b-4822-b3bf-bddab5d41bc2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.111480] env[68986]: DEBUG nova.compute.manager [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Refreshing instance network info cache due to event network-changed-b0fe988b-316b-4822-b3bf-bddab5d41bc2. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.111643] env[68986]: DEBUG oslo_concurrency.lockutils [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] Acquiring lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.117402] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1037.117402] env[68986]: value = "task-3216476" [ 1037.117402] env[68986]: _type = "Task" [ 1037.117402] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.125623] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.133008] env[68986]: DEBUG oslo_vmware.api [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216475, 'name': PowerOffVM_Task, 'duration_secs': 0.197563} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.133956] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.134151] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.134454] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10147e1c-4ba6-4d79-9e7d-320d7df77136 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.189686] env[68986]: DEBUG nova.compute.manager [req-a039c01c-cf7a-4816-bdd2-5a445164d108 req-bcc327c5-baa1-4f36-9f8a-e9613a9676d2 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Received event network-vif-deleted-7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.190041] env[68986]: INFO nova.compute.manager [req-a039c01c-cf7a-4816-bdd2-5a445164d108 req-bcc327c5-baa1-4f36-9f8a-e9613a9676d2 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Neutron deleted interface 7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb; detaching it from the instance and deleting it from the info cache [ 1037.190651] env[68986]: DEBUG nova.network.neutron [req-a039c01c-cf7a-4816-bdd2-5a445164d108 req-bcc327c5-baa1-4f36-9f8a-e9613a9676d2 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.198293] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.198512] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.198821] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Deleting the datastore file [datastore1] 0602c80a-d1af-496b-907c-9b0014811cb2 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.198971] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc7943c-6f87-4ed6-b3e0-125edeb99fad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.205642] env[68986]: DEBUG oslo_vmware.api [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for the task: (returnval){ [ 1037.205642] env[68986]: value = "task-3216478" [ 1037.205642] env[68986]: _type = "Task" [ 1037.205642] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.214101] env[68986]: DEBUG oslo_vmware.api [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.244680] env[68986]: DEBUG nova.scheduler.client.report [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.279850] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Releasing lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.280358] env[68986]: DEBUG nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Instance network_info: |[{"id": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "address": "fa:16:3e:f5:75:c0", "network": {"id": "33796865-a153-4f46-8d84-677e74294c52", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-626472827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6cfa1fcb054c83b8b12255149f432a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0fe988b-31", "ovs_interfaceid": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.280694] env[68986]: DEBUG oslo_concurrency.lockutils [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] Acquired lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.280892] env[68986]: DEBUG nova.network.neutron [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Refreshing network info cache for port b0fe988b-316b-4822-b3bf-bddab5d41bc2 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.282187] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:75:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0fe988b-316b-4822-b3bf-bddab5d41bc2', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.290660] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Creating folder: Project (dd6cfa1fcb054c83b8b12255149f432a). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.291431] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b219482-029b-4a78-bcf2-4552efe33df2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.303348] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Created folder: Project (dd6cfa1fcb054c83b8b12255149f432a) in parent group-v642845. [ 1037.303682] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Creating folder: Instances. Parent ref: group-v643116. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.304228] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e80d084-95cc-421f-9c64-6f896eb71f0e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.314243] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Created folder: Instances in parent group-v643116. [ 1037.314544] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.314850] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.315147] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-299e6114-655e-48cc-b2a8-8654949d27be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.342225] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.342225] env[68986]: value = "task-3216481" [ 1037.342225] env[68986]: _type = "Task" [ 1037.342225] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.354196] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216481, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.532163] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520f69d2-eb0b-de7d-5b24-df92fb4b0929, 'name': SearchDatastore_Task, 'duration_secs': 0.025533} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.532721] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.532721] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 776e45dd-2e43-4980-a189-811bbe6a19cb/776e45dd-2e43-4980-a189-811bbe6a19cb.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.533125] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc607e28-a4c9-4365-b3aa-4985f00a2946 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.540079] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1037.540079] env[68986]: value = "task-3216482" [ 1037.540079] env[68986]: _type = "Task" [ 1037.540079] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.547868] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.626851] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216476, 'name': ReconfigVM_Task, 'duration_secs': 0.29718} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.627153] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191/68baa8fa-57d8-4c20-a11f-f6ccebebb191.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.627860] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d2af7f5-d947-48e5-932c-4efe1a43a9ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.634155] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1037.634155] env[68986]: value = "task-3216483" [ 1037.634155] env[68986]: _type = "Task" [ 1037.634155] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.642738] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216483, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.662389] env[68986]: DEBUG nova.network.neutron [-] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.694138] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d80c8795-568c-47ca-8850-9f5e4c5aace0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.707270] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8403467-3d15-4033-8712-55c0cd766361 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.730951] env[68986]: DEBUG oslo_vmware.api [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Task: {'id': task-3216478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165417} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.731260] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.731451] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.731629] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.731799] env[68986]: INFO nova.compute.manager [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1037.732049] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.732259] env[68986]: DEBUG nova.compute.manager [-] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.732345] env[68986]: DEBUG nova.network.neutron [-] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.745265] env[68986]: DEBUG nova.compute.manager [req-a039c01c-cf7a-4816-bdd2-5a445164d108 req-bcc327c5-baa1-4f36-9f8a-e9613a9676d2 service nova] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Detach interface failed, port_id=7d74d8d4-dbe4-4209-99a1-c44c8d10ccdb, reason: Instance 9f3139d2-f0ba-41ad-9c92-d86aecd68953 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.750426] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.752887] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.334s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.753226] env[68986]: DEBUG nova.objects.instance [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lazy-loading 'resources' on Instance uuid 18061cf7-6808-4f73-8963-3ddd8ae6e76d {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.770284] env[68986]: INFO nova.scheduler.client.report [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Deleted allocations for instance 98ac7b62-c1a9-4e24-8d8c-d074f2566df6 [ 1037.853978] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216481, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.028157] env[68986]: DEBUG nova.objects.instance [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'flavor' on Instance uuid dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.055621] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216482, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.111031] env[68986]: DEBUG nova.network.neutron [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Updated VIF entry in instance network info cache for port b0fe988b-316b-4822-b3bf-bddab5d41bc2. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.111337] env[68986]: DEBUG nova.network.neutron [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Updating instance_info_cache with network_info: [{"id": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "address": "fa:16:3e:f5:75:c0", "network": {"id": "33796865-a153-4f46-8d84-677e74294c52", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-626472827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6cfa1fcb054c83b8b12255149f432a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0fe988b-31", "ovs_interfaceid": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.144561] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216483, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.165069] env[68986]: INFO nova.compute.manager [-] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Took 1.30 seconds to deallocate network for instance. [ 1038.184300] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.184572] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.281216] env[68986]: DEBUG oslo_concurrency.lockutils [None req-36fa05c9-6438-4e8a-b987-0fe0f8d29283 tempest-ServersNegativeTestJSON-1281135433 tempest-ServersNegativeTestJSON-1281135433-project-member] Lock "98ac7b62-c1a9-4e24-8d8c-d074f2566df6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.918s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.356528] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216481, 'name': CreateVM_Task, 'duration_secs': 0.849764} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.356912] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.358443] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.358836] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.359516] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.360161] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb3d6aa-1398-4344-bab2-d6b1522cdc50 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.368694] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1038.368694] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c9d2d5-b5ba-61a9-b1d7-8a50921a8953" [ 1038.368694] env[68986]: _type = "Task" [ 1038.368694] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.380199] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c9d2d5-b5ba-61a9-b1d7-8a50921a8953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.509071] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11efed2b-9ceb-4ac9-b338-0e3c8d1d5ecf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.516970] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa764e5-d35a-429e-9d8b-2ead389b0e1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.520319] env[68986]: DEBUG nova.network.neutron [-] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.557697] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80568ee6-d60b-47b4-9f48-49b421ce4329 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.560662] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4a22676-ed02-4b8e-9c20-75eab704d479 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.356s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.567675] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583362} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.569923] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 776e45dd-2e43-4980-a189-811bbe6a19cb/776e45dd-2e43-4980-a189-811bbe6a19cb.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.570163] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.570522] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1faba898-3784-4039-90b8-56bebd3b0991 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.575041] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ed33e9-c655-4552-b755-2dfc52a9ded2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.589772] env[68986]: DEBUG nova.compute.provider_tree [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.593144] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1038.593144] env[68986]: value = "task-3216484" [ 1038.593144] env[68986]: _type = "Task" [ 1038.593144] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.602387] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.617340] env[68986]: DEBUG oslo_concurrency.lockutils [req-39072a46-6527-4d3a-b5b6-5668629ec712 req-46a48046-717a-4d40-a531-705b4a26123d service nova] Releasing lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.645188] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216483, 'name': Rename_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.673689] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.687473] env[68986]: DEBUG nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.882129] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c9d2d5-b5ba-61a9-b1d7-8a50921a8953, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.882129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.882129] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.882129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.882129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.882129] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.882129] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a271be86-6527-42a4-ad0e-ee1d31b3efb9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.890708] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.891224] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.892173] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2046db6c-2701-44c4-96c7-b9d5b1330289 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.897889] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1038.897889] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524685da-da74-8495-cc41-b544b4f124e6" [ 1038.897889] env[68986]: _type = "Task" [ 1038.897889] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.906344] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524685da-da74-8495-cc41-b544b4f124e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.023883] env[68986]: INFO nova.compute.manager [-] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Took 1.29 seconds to deallocate network for instance. [ 1039.094929] env[68986]: DEBUG nova.scheduler.client.report [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.107686] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257822} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.107811] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.108674] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5f634-1e11-43fc-885f-554a51730219 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.134717] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 776e45dd-2e43-4980-a189-811bbe6a19cb/776e45dd-2e43-4980-a189-811bbe6a19cb.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.135283] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c45917-0edd-45aa-9d40-27ecedd8676c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.157669] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216483, 'name': Rename_Task, 'duration_secs': 1.211216} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.158917] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.159239] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1039.159239] env[68986]: value = "task-3216485" [ 1039.159239] env[68986]: _type = "Task" [ 1039.159239] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.159468] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d11e5a16-f56d-4ae3-aa79-20ab166cfd1c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.167599] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1039.167599] env[68986]: value = "task-3216486" [ 1039.167599] env[68986]: _type = "Task" [ 1039.167599] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.170637] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.177966] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.213132] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.224231] env[68986]: DEBUG nova.compute.manager [req-36a7b205-e5da-4b2d-9442-df2f8a6695c3 req-8989907b-4101-4751-876c-e44232c12ed8 service nova] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Received event network-vif-deleted-988db69e-b2ed-489b-9d59-4b1b576acb69 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.409056] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524685da-da74-8495-cc41-b544b4f124e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.410026] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3911d62-1846-4542-aeed-9c049e0d8b5b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.415477] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1039.415477] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293d2c7-c609-8692-982f-f825c0b14095" [ 1039.415477] env[68986]: _type = "Task" [ 1039.415477] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.423057] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293d2c7-c609-8692-982f-f825c0b14095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.510419] env[68986]: DEBUG nova.compute.manager [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1039.530702] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.605935] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.606561] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.886s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.607057] env[68986]: DEBUG nova.objects.instance [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lazy-loading 'resources' on Instance uuid ac140517-8651-4f62-8839-c282c1991a38 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.630636] env[68986]: INFO nova.scheduler.client.report [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Deleted allocations for instance 18061cf7-6808-4f73-8963-3ddd8ae6e76d [ 1039.673672] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216485, 'name': ReconfigVM_Task, 'duration_secs': 0.26151} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.677204] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 776e45dd-2e43-4980-a189-811bbe6a19cb/776e45dd-2e43-4980-a189-811bbe6a19cb.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.678019] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fadf874-9b7d-4d4a-a2e1-51c28cb94df9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.684735] env[68986]: DEBUG oslo_vmware.api [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216486, 'name': PowerOnVM_Task, 'duration_secs': 0.487007} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.687241] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.687241] env[68986]: DEBUG nova.compute.manager [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.687719] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1039.687719] env[68986]: value = "task-3216487" [ 1039.687719] env[68986]: _type = "Task" [ 1039.687719] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.688608] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36219aaa-6c3c-4735-8ae4-75c5d702e67d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.708013] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216487, 'name': Rename_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.925819] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5293d2c7-c609-8692-982f-f825c0b14095, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.926098] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.926360] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 29e1357d-76e4-44ca-9a1d-ef2849c85687/29e1357d-76e4-44ca-9a1d-ef2849c85687.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.926616] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-528aa69b-6140-4449-99ea-ddbb2f1a1eff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.932684] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1039.932684] env[68986]: value = "task-3216488" [ 1039.932684] env[68986]: _type = "Task" [ 1039.932684] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.941209] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.027559] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.140969] env[68986]: DEBUG oslo_concurrency.lockutils [None req-22474f30-2cf8-4d66-b355-d861ecf9f8ef tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "18061cf7-6808-4f73-8963-3ddd8ae6e76d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.570s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.205200] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216487, 'name': Rename_Task, 'duration_secs': 0.136776} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.205523] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.205898] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e6d1ed1-7240-4937-b6cd-2e83d01cc448 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.214825] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.217728] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1040.217728] env[68986]: value = "task-3216489" [ 1040.217728] env[68986]: _type = "Task" [ 1040.217728] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.229403] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.381765] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb3c92-2a76-438a-af1d-17dbe429d35f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.393514] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf5460-7646-44c9-8844-c87df83d60cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.427032] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253ca49-8186-44a9-a115-21c5b646df63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.437324] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347dd2c1-32fe-4fc2-939a-fdc58f3ab058 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.445437] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483529} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.453220] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 29e1357d-76e4-44ca-9a1d-ef2849c85687/29e1357d-76e4-44ca-9a1d-ef2849c85687.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.453454] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.453942] env[68986]: DEBUG nova.compute.provider_tree [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.455248] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6f71ea-7e60-44d8-98fe-ffe86fe4d500 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.461477] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1040.461477] env[68986]: value = "task-3216490" [ 1040.461477] env[68986]: _type = "Task" [ 1040.461477] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.471639] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.730022] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216489, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.970635] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062502} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.970935] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.971738] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0cc4d-b232-4747-81e6-f80e380d3b74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.993940] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 29e1357d-76e4-44ca-9a1d-ef2849c85687/29e1357d-76e4-44ca-9a1d-ef2849c85687.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.994927] env[68986]: ERROR nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [req-e6328ed8-40eb-4f40-a403-0c820f2b8157] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6328ed8-40eb-4f40-a403-0c820f2b8157"}]} [ 1040.995285] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63cee23-47e4-4508-b35c-2b3ce2a2c38e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.016709] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1041.016709] env[68986]: value = "task-3216491" [ 1041.016709] env[68986]: _type = "Task" [ 1041.016709] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.024674] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.027031] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.042322] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.042558] env[68986]: DEBUG nova.compute.provider_tree [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.046124] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.046241] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.046421] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.046605] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.046766] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.050106] env[68986]: INFO nova.compute.manager [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Terminating instance [ 1041.056366] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.073875] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.201667] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.201667] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.201667] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.202235] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.202235] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.204257] env[68986]: INFO nova.compute.manager [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Terminating instance [ 1041.235295] env[68986]: DEBUG oslo_vmware.api [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216489, 'name': PowerOnVM_Task, 'duration_secs': 0.646029} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.235554] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.235752] env[68986]: INFO nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1041.235930] env[68986]: DEBUG nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.237013] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e2bd4-194e-4494-8ab8-fdeedb492745 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.320678] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1566140-7601-4ea3-ba3e-800887e5c264 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.330070] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2104fe4-64de-4a64-80e6-98be633da2c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.359644] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb8869e-22ba-44bc-943a-295169d11f9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.366128] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e83cde-fcc0-41da-acb4-1abbb1d95e6c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.378551] env[68986]: DEBUG nova.compute.provider_tree [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.526709] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.553671] env[68986]: DEBUG nova.compute.manager [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.553921] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.554931] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d1857f-1412-42ae-842d-e2ae28666359 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.562651] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.562893] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0e2113-2b7d-4b88-a45c-a122fb065583 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.569011] env[68986]: DEBUG oslo_vmware.api [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1041.569011] env[68986]: value = "task-3216492" [ 1041.569011] env[68986]: _type = "Task" [ 1041.569011] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.576694] env[68986]: DEBUG oslo_vmware.api [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.629407] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "441f10f7-8b11-4666-b977-b8fb65f7d44f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.629743] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.711334] env[68986]: DEBUG nova.compute.manager [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.711668] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.713488] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbee66c-aac2-4167-a755-81fcad395fda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.726200] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.726577] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce633bb-eebc-4777-87ae-c1190bbd46c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.735359] env[68986]: DEBUG oslo_vmware.api [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1041.735359] env[68986]: value = "task-3216493" [ 1041.735359] env[68986]: _type = "Task" [ 1041.735359] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.755907] env[68986]: DEBUG oslo_vmware.api [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.758088] env[68986]: INFO nova.compute.manager [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Took 20.58 seconds to build instance. [ 1041.899617] env[68986]: ERROR nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [req-4aab8bbc-7e56-43f1-bc26-cfbef4cee6c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 232528e4-bd89-455c-9ffc-f7d3cc05843d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4aab8bbc-7e56-43f1-bc26-cfbef4cee6c2"}]} [ 1041.917873] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.930236] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.930510] env[68986]: DEBUG nova.compute.provider_tree [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.941838] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.960893] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.026542] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216491, 'name': ReconfigVM_Task, 'duration_secs': 0.730049} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.026806] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 29e1357d-76e4-44ca-9a1d-ef2849c85687/29e1357d-76e4-44ca-9a1d-ef2849c85687.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.027450] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6cfc712-1aa2-4960-8173-15461470ea7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.035430] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1042.035430] env[68986]: value = "task-3216494" [ 1042.035430] env[68986]: _type = "Task" [ 1042.035430] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.043783] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216494, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.080665] env[68986]: DEBUG oslo_vmware.api [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216492, 'name': PowerOffVM_Task, 'duration_secs': 0.193919} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.080949] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.081130] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.081383] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc1a9cf-d207-454e-af9a-1c5e88e1862d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.132186] env[68986]: DEBUG nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.143427] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.143716] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.143907] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Deleting the datastore file [datastore1] bd5e8fd0-c1bb-4a62-b44e-10718257e6d0 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.144190] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c99cada-e8a5-4c72-a5ab-4a341ae0b2ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.153690] env[68986]: DEBUG oslo_vmware.api [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for the task: (returnval){ [ 1042.153690] env[68986]: value = "task-3216496" [ 1042.153690] env[68986]: _type = "Task" [ 1042.153690] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.161914] env[68986]: DEBUG oslo_vmware.api [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.197592] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ee2db-0576-4d4c-9f6b-aeb34c97eabd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.205358] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18059eee-e51d-4fdc-93fe-b9a65787878d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.241475] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e756dd08-6ee8-45d8-9c89-1b31b3ddbfa5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.251627] env[68986]: DEBUG oslo_vmware.api [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216493, 'name': PowerOffVM_Task, 'duration_secs': 0.185036} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.254358] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.254541] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.254843] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba2a7399-c3ed-40b3-bfa7-c292be84fbe7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.257480] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48ab67-2790-4811-9053-1fb0e5c4835c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.261976] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9918818b-ebd2-4c14-b600-654631339216 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.096s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.273435] env[68986]: DEBUG nova.compute.provider_tree [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.323081] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.323341] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.323514] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleting the datastore file [datastore2] 68baa8fa-57d8-4c20-a11f-f6ccebebb191 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.323798] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82b8805e-0e8e-48d8-920e-75750f9f7523 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.330476] env[68986]: DEBUG oslo_vmware.api [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1042.330476] env[68986]: value = "task-3216498" [ 1042.330476] env[68986]: _type = "Task" [ 1042.330476] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.338764] env[68986]: DEBUG oslo_vmware.api [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.545155] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216494, 'name': Rename_Task, 'duration_secs': 0.20813} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.545430] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.545736] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f28089-1dc0-44ba-b20d-2123603afeef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.552044] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1042.552044] env[68986]: value = "task-3216499" [ 1042.552044] env[68986]: _type = "Task" [ 1042.552044] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.559067] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.663649] env[68986]: DEBUG oslo_vmware.api [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Task: {'id': task-3216496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231476} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.664467] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.668023] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.668023] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.668023] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.668023] env[68986]: INFO nova.compute.manager [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1042.668023] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.668023] env[68986]: DEBUG nova.compute.manager [-] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.668023] env[68986]: DEBUG nova.network.neutron [-] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.810349] env[68986]: DEBUG nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.810668] env[68986]: DEBUG nova.compute.provider_tree [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 127 to 128 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.810843] env[68986]: DEBUG nova.compute.provider_tree [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.840373] env[68986]: DEBUG oslo_vmware.api [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501021} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.840632] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.840816] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.840986] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.841172] env[68986]: INFO nova.compute.manager [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1042.841405] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.841586] env[68986]: DEBUG nova.compute.manager [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.841682] env[68986]: DEBUG nova.network.neutron [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.990565] env[68986]: DEBUG nova.compute.manager [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-changed-3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.992074] env[68986]: DEBUG nova.compute.manager [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing instance network info cache due to event network-changed-3aeb9269-0273-4964-bc7a-71ef9e30f14c. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.992074] env[68986]: DEBUG oslo_concurrency.lockutils [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.992074] env[68986]: DEBUG oslo_concurrency.lockutils [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.992074] env[68986]: DEBUG nova.network.neutron [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing network info cache for port 3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.064422] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.081467] env[68986]: DEBUG nova.compute.manager [req-a245bb11-cdf1-485a-9628-905f553a3e54 req-0c7961d4-b5a7-4090-9e4e-c3ac6a4df4cc service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Received event network-vif-deleted-1b6f8660-817c-4822-b2bb-323b45459c9d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.081815] env[68986]: INFO nova.compute.manager [req-a245bb11-cdf1-485a-9628-905f553a3e54 req-0c7961d4-b5a7-4090-9e4e-c3ac6a4df4cc service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Neutron deleted interface 1b6f8660-817c-4822-b2bb-323b45459c9d; detaching it from the instance and deleting it from the info cache [ 1043.082010] env[68986]: DEBUG nova.network.neutron [req-a245bb11-cdf1-485a-9628-905f553a3e54 req-0c7961d4-b5a7-4090-9e4e-c3ac6a4df4cc service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.316474] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.710s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.319835] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.505s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.324762] env[68986]: INFO nova.compute.claims [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.353954] env[68986]: INFO nova.scheduler.client.report [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Deleted allocations for instance ac140517-8651-4f62-8839-c282c1991a38 [ 1043.562636] env[68986]: DEBUG oslo_vmware.api [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216499, 'name': PowerOnVM_Task, 'duration_secs': 0.855593} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.562963] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.563234] env[68986]: INFO nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1043.563385] env[68986]: DEBUG nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.566483] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc7c624-5620-4b0c-8f22-e94e8a710c8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.568967] env[68986]: DEBUG nova.network.neutron [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.570045] env[68986]: DEBUG nova.network.neutron [-] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.585044] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ca370cb-39e6-4929-b6b6-d4d7481d6e6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.594105] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c9fc39-c49a-4299-a8c1-8531cb95dffc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.629670] env[68986]: DEBUG nova.compute.manager [req-a245bb11-cdf1-485a-9628-905f553a3e54 req-0c7961d4-b5a7-4090-9e4e-c3ac6a4df4cc service nova] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Detach interface failed, port_id=1b6f8660-817c-4822-b2bb-323b45459c9d, reason: Instance 68baa8fa-57d8-4c20-a11f-f6ccebebb191 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.769949] env[68986]: DEBUG nova.network.neutron [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updated VIF entry in instance network info cache for port 3aeb9269-0273-4964-bc7a-71ef9e30f14c. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.770313] env[68986]: DEBUG nova.network.neutron [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.857062] env[68986]: INFO nova.compute.manager [None req-ba32e671-b27c-46be-a9e8-2e41855a320a tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Get console output [ 1043.857610] env[68986]: WARNING nova.virt.vmwareapi.driver [None req-ba32e671-b27c-46be-a9e8-2e41855a320a tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] The console log is missing. Check your VSPC configuration [ 1043.866701] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f4e05c3f-02a5-42c4-ac62-a363a817826b tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "ac140517-8651-4f62-8839-c282c1991a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.561s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.072145] env[68986]: INFO nova.compute.manager [-] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Took 1.23 seconds to deallocate network for instance. [ 1044.072542] env[68986]: INFO nova.compute.manager [-] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Took 1.41 seconds to deallocate network for instance. [ 1044.085470] env[68986]: INFO nova.compute.manager [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Took 22.51 seconds to build instance. [ 1044.273388] env[68986]: DEBUG oslo_concurrency.lockutils [req-3e116680-8423-460a-811d-243e69bfbb86 req-3f89d412-560a-4ec6-b908-fcf323fcc512 service nova] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.362456] env[68986]: DEBUG oslo_concurrency.lockutils [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.555949] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a16628-3342-48f0-9fd8-90227d5931c6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.563883] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8053dac5-1d4a-43c9-8e41-ebe442177a65 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.593348] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.594113] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.594443] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dfc430ec-9dfa-4868-9165-634469558ce2 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.029s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.594862] env[68986]: DEBUG oslo_concurrency.lockutils [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.233s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.595097] env[68986]: INFO nova.compute.manager [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Rebooting instance [ 1044.596956] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ed5da9-ff19-4de3-9ae0-a8882534e9b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.604584] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d92d1-e246-492d-b76c-0b2c8dbe05b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.618058] env[68986]: DEBUG nova.compute.provider_tree [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.890723] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.891015] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.891234] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.891427] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.891596] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.895366] env[68986]: INFO nova.compute.manager [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Terminating instance [ 1044.926887] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "c8839c99-604d-4112-b920-b4811dfe3a48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.927117] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "c8839c99-604d-4112-b920-b4811dfe3a48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.927371] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "c8839c99-604d-4112-b920-b4811dfe3a48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.927566] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "c8839c99-604d-4112-b920-b4811dfe3a48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.927727] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "c8839c99-604d-4112-b920-b4811dfe3a48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.929459] env[68986]: INFO nova.compute.manager [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Terminating instance [ 1045.019165] env[68986]: DEBUG nova.compute.manager [req-4a9ef695-eb8a-4d40-8ef1-4af8921fa51a req-adae5f61-3618-4a3f-a64d-b8761c27a04e service nova] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Received event network-vif-deleted-29f1ae4a-5347-42e6-9ef6-b4e495c19ca6 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.115107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.115311] env[68986]: DEBUG oslo_concurrency.lockutils [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquired lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.115452] env[68986]: DEBUG nova.network.neutron [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.121998] env[68986]: DEBUG nova.scheduler.client.report [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.398614] env[68986]: DEBUG nova.compute.manager [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.398864] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.399839] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f3b2d3-79ad-4da4-b7e8-9298b7c90e20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.408016] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.408272] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c2a660-7de7-4a77-acf2-f6cfd93db23d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.415297] env[68986]: DEBUG oslo_vmware.api [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1045.415297] env[68986]: value = "task-3216500" [ 1045.415297] env[68986]: _type = "Task" [ 1045.415297] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.422994] env[68986]: DEBUG oslo_vmware.api [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.432843] env[68986]: DEBUG nova.compute.manager [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.432971] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.433788] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac842b-31f1-4f0b-b90d-eea71b503006 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.440531] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.440776] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3767af1a-d4ec-45d2-b389-2ce234b3990b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.446249] env[68986]: DEBUG oslo_vmware.api [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 1045.446249] env[68986]: value = "task-3216501" [ 1045.446249] env[68986]: _type = "Task" [ 1045.446249] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.453548] env[68986]: DEBUG oslo_vmware.api [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3216501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.626252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.626768] env[68986]: DEBUG nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.629413] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.577s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.629641] env[68986]: DEBUG nova.objects.instance [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lazy-loading 'resources' on Instance uuid f696a327-ad05-411c-b02d-b4a3017d422f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.837206] env[68986]: DEBUG nova.network.neutron [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Updating instance_info_cache with network_info: [{"id": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "address": "fa:16:3e:f5:75:c0", "network": {"id": "33796865-a153-4f46-8d84-677e74294c52", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-626472827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6cfa1fcb054c83b8b12255149f432a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0fe988b-31", "ovs_interfaceid": "b0fe988b-316b-4822-b3bf-bddab5d41bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.924532] env[68986]: DEBUG oslo_vmware.api [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216500, 'name': PowerOffVM_Task, 'duration_secs': 0.176321} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.924877] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.925115] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.925410] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-879e3967-7a6c-438e-a4fc-0d5784f07190 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.957036] env[68986]: DEBUG oslo_vmware.api [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3216501, 'name': PowerOffVM_Task, 'duration_secs': 0.216803} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.957343] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.957509] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.957762] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed78d780-3184-4562-aefe-d4da7cc8f2f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.985578] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.985795] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.986027] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Deleting the datastore file [datastore2] 07dee742-b2b8-45a0-a78a-2e8e4f475d72 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.986272] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05c4534f-68fe-4aa0-8650-8bec534b029d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.994457] env[68986]: DEBUG oslo_vmware.api [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for the task: (returnval){ [ 1045.994457] env[68986]: value = "task-3216504" [ 1045.994457] env[68986]: _type = "Task" [ 1045.994457] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.002527] env[68986]: DEBUG oslo_vmware.api [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.024107] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.024107] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.024107] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Deleting the datastore file [datastore2] c8839c99-604d-4112-b920-b4811dfe3a48 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.024329] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdfcb52b-bba5-458d-b9ea-0f4441848c76 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.030991] env[68986]: DEBUG oslo_vmware.api [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for the task: (returnval){ [ 1046.030991] env[68986]: value = "task-3216505" [ 1046.030991] env[68986]: _type = "Task" [ 1046.030991] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.040408] env[68986]: DEBUG oslo_vmware.api [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3216505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.133030] env[68986]: DEBUG nova.compute.utils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.137791] env[68986]: DEBUG nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.138114] env[68986]: DEBUG nova.network.neutron [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.182976] env[68986]: DEBUG nova.policy [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87393ba99d5f469eba522bbfcef99d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca1ff8c6158647e0ab95a0278f36a2ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.339984] env[68986]: DEBUG oslo_concurrency.lockutils [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Releasing lock "refresh_cache-29e1357d-76e4-44ca-9a1d-ef2849c85687" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.395669] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5df0d-991c-4873-a90c-d56d27636706 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.402872] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db71b52-15ba-4ae6-b987-23d1b3a5eed8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.432969] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c194eb2-0d9d-4949-89f6-a492d166d084 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.440445] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddafb20e-8229-47b7-8b31-a62e2d1897e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.454114] env[68986]: DEBUG nova.compute.provider_tree [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.479664] env[68986]: DEBUG nova.network.neutron [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Successfully created port: e63f710e-cd47-4740-9b6b-02246339fd06 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.503222] env[68986]: DEBUG oslo_vmware.api [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Task: {'id': task-3216504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150323} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.503493] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.503678] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.503855] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.504038] env[68986]: INFO nova.compute.manager [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1046.504277] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.504472] env[68986]: DEBUG nova.compute.manager [-] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.504570] env[68986]: DEBUG nova.network.neutron [-] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.541120] env[68986]: DEBUG oslo_vmware.api [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Task: {'id': task-3216505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153345} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.541422] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.541609] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.541786] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.541964] env[68986]: INFO nova.compute.manager [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1046.542218] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.542409] env[68986]: DEBUG nova.compute.manager [-] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.542505] env[68986]: DEBUG nova.network.neutron [-] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.638707] env[68986]: DEBUG nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.847979] env[68986]: DEBUG nova.compute.manager [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.849053] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b403c-ce78-4d33-b19c-506861cff362 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.992217] env[68986]: DEBUG nova.scheduler.client.report [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Updated inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.992217] env[68986]: DEBUG nova.compute.provider_tree [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Updating resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d generation from 128 to 129 during operation: update_inventory {{(pid=68986) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.992417] env[68986]: DEBUG nova.compute.provider_tree [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.002473] env[68986]: DEBUG nova.compute.manager [req-b23005f1-d957-4f16-a38b-fb5d58b9a346 req-d4169447-ae66-4cf5-a268-47d7e742d5e2 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Received event network-vif-deleted-2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.002666] env[68986]: INFO nova.compute.manager [req-b23005f1-d957-4f16-a38b-fb5d58b9a346 req-d4169447-ae66-4cf5-a268-47d7e742d5e2 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Neutron deleted interface 2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa; detaching it from the instance and deleting it from the info cache [ 1047.002835] env[68986]: DEBUG nova.network.neutron [req-b23005f1-d957-4f16-a38b-fb5d58b9a346 req-d4169447-ae66-4cf5-a268-47d7e742d5e2 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.485467] env[68986]: DEBUG nova.network.neutron [-] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.499136] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.501463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.828s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.501691] env[68986]: DEBUG nova.objects.instance [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lazy-loading 'resources' on Instance uuid 9f3139d2-f0ba-41ad-9c92-d86aecd68953 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.505393] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c21dd18f-1ea4-4ade-8380-888adc29ecf0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.515452] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267cd18f-c495-4bee-84a8-babbda1786ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.526838] env[68986]: INFO nova.scheduler.client.report [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Deleted allocations for instance f696a327-ad05-411c-b02d-b4a3017d422f [ 1047.549712] env[68986]: DEBUG nova.compute.manager [req-b23005f1-d957-4f16-a38b-fb5d58b9a346 req-d4169447-ae66-4cf5-a268-47d7e742d5e2 service nova] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Detach interface failed, port_id=2fc5eb89-53f8-4aa0-9859-57c3dc8ee0aa, reason: Instance 07dee742-b2b8-45a0-a78a-2e8e4f475d72 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.647571] env[68986]: DEBUG nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.670413] env[68986]: DEBUG nova.network.neutron [-] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.673613] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.673847] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.674113] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.674218] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.674328] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.674472] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.674678] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.674835] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.675162] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.675254] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.675425] env[68986]: DEBUG nova.virt.hardware [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.676286] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10504e1-33b1-4162-a6c4-aecb6c1ca48e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.684790] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d5c5b-fe8e-498a-9d54-0401c160f34f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.868608] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c74bb0-f155-4dde-887e-c319347ff571 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.876530] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Doing hard reboot of VM {{(pid=68986) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1047.876796] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7e63356b-2100-414c-abaa-77ee3b1804bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.884567] env[68986]: DEBUG oslo_vmware.api [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1047.884567] env[68986]: value = "task-3216506" [ 1047.884567] env[68986]: _type = "Task" [ 1047.884567] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.892798] env[68986]: DEBUG oslo_vmware.api [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216506, 'name': ResetVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.943597] env[68986]: DEBUG nova.compute.manager [req-15113d63-482d-4bc3-91dd-47f682c446f1 req-69e37fab-e04c-436b-b871-74f735ff6ef1 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Received event network-vif-plugged-e63f710e-cd47-4740-9b6b-02246339fd06 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.946263] env[68986]: DEBUG oslo_concurrency.lockutils [req-15113d63-482d-4bc3-91dd-47f682c446f1 req-69e37fab-e04c-436b-b871-74f735ff6ef1 service nova] Acquiring lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.946526] env[68986]: DEBUG oslo_concurrency.lockutils [req-15113d63-482d-4bc3-91dd-47f682c446f1 req-69e37fab-e04c-436b-b871-74f735ff6ef1 service nova] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.946667] env[68986]: DEBUG oslo_concurrency.lockutils [req-15113d63-482d-4bc3-91dd-47f682c446f1 req-69e37fab-e04c-436b-b871-74f735ff6ef1 service nova] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.947986] env[68986]: DEBUG nova.compute.manager [req-15113d63-482d-4bc3-91dd-47f682c446f1 req-69e37fab-e04c-436b-b871-74f735ff6ef1 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] No waiting events found dispatching network-vif-plugged-e63f710e-cd47-4740-9b6b-02246339fd06 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.948217] env[68986]: WARNING nova.compute.manager [req-15113d63-482d-4bc3-91dd-47f682c446f1 req-69e37fab-e04c-436b-b871-74f735ff6ef1 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Received unexpected event network-vif-plugged-e63f710e-cd47-4740-9b6b-02246339fd06 for instance with vm_state building and task_state spawning. [ 1047.989169] env[68986]: INFO nova.compute.manager [-] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Took 1.48 seconds to deallocate network for instance. [ 1048.035734] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bf5f7d9-4426-4f44-8bae-871812918960 tempest-ServersWithSpecificFlavorTestJSON-1274930875 tempest-ServersWithSpecificFlavorTestJSON-1274930875-project-member] Lock "f696a327-ad05-411c-b02d-b4a3017d422f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.601s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.075776] env[68986]: DEBUG nova.network.neutron [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Successfully updated port: e63f710e-cd47-4740-9b6b-02246339fd06 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.179925] env[68986]: INFO nova.compute.manager [-] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Took 1.64 seconds to deallocate network for instance. [ 1048.247957] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da9010-bc70-47f3-8e24-3aac44eba1c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.256474] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a20d1f-1879-49f2-9050-b1791c3c3109 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.288543] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410cae51-3569-4c4a-a414-008df3a8697a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.296236] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201bde8c-c1fa-430e-b4b3-fcf84ce15ad9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.311291] env[68986]: DEBUG nova.compute.provider_tree [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.394647] env[68986]: DEBUG oslo_vmware.api [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216506, 'name': ResetVM_Task, 'duration_secs': 0.104409} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.394776] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Did hard reboot of VM {{(pid=68986) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1048.394957] env[68986]: DEBUG nova.compute.manager [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.395819] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d97dd8-c48f-4bd3-83ee-82bdb2eb7e69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.499342] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.578748] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.579310] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.579310] env[68986]: DEBUG nova.network.neutron [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.686533] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.814693] env[68986]: DEBUG nova.scheduler.client.report [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.907409] env[68986]: DEBUG oslo_concurrency.lockutils [None req-556dc955-ad03-4469-a886-9222ee19da77 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.312s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.035701] env[68986]: DEBUG nova.compute.manager [req-cbaa10e7-f4f8-430c-a61e-c7def3a66db7 req-2670e2d7-f42c-4ac9-96bd-f238aaab9733 service nova] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Received event network-vif-deleted-7509aa9a-9be8-4376-bfd2-b47e52fae0da {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.119082] env[68986]: DEBUG nova.network.neutron [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.283752] env[68986]: DEBUG nova.network.neutron [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance_info_cache with network_info: [{"id": "e63f710e-cd47-4740-9b6b-02246339fd06", "address": "fa:16:3e:5b:e6:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63f710e-cd", "ovs_interfaceid": "e63f710e-cd47-4740-9b6b-02246339fd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.319928] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.322133] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.109s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.323972] env[68986]: INFO nova.compute.claims [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.346395] env[68986]: INFO nova.scheduler.client.report [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Deleted allocations for instance 9f3139d2-f0ba-41ad-9c92-d86aecd68953 [ 1049.788735] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.789264] env[68986]: DEBUG nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Instance network_info: |[{"id": "e63f710e-cd47-4740-9b6b-02246339fd06", "address": "fa:16:3e:5b:e6:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63f710e-cd", "ovs_interfaceid": "e63f710e-cd47-4740-9b6b-02246339fd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.789552] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:e6:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63f710e-cd47-4740-9b6b-02246339fd06', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.804225] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.804495] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.804734] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-928055a6-b58a-46b5-8ede-d0b192f4240f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.831340] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.831340] env[68986]: value = "task-3216507" [ 1049.831340] env[68986]: _type = "Task" [ 1049.831340] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.842636] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216507, 'name': CreateVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.853131] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b297a2c8-2c87-4cb5-8c5a-d1d424967a28 tempest-ServersNegativeTestMultiTenantJSON-1541215543 tempest-ServersNegativeTestMultiTenantJSON-1541215543-project-member] Lock "9f3139d2-f0ba-41ad-9c92-d86aecd68953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.604s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.031962] env[68986]: DEBUG nova.compute.manager [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Received event network-changed-e63f710e-cd47-4740-9b6b-02246339fd06 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.031962] env[68986]: DEBUG nova.compute.manager [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Refreshing instance network info cache due to event network-changed-e63f710e-cd47-4740-9b6b-02246339fd06. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.031962] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] Acquiring lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.031962] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] Acquired lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.031962] env[68986]: DEBUG nova.network.neutron [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Refreshing network info cache for port e63f710e-cd47-4740-9b6b-02246339fd06 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.345660] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216507, 'name': CreateVM_Task, 'duration_secs': 0.322829} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.346340] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.347538] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.348013] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.348607] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.349716] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64eb9f75-a5d4-48b8-9fa8-500f0a8589f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.359057] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1050.359057] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6b474-4fa8-66a4-bd7f-60bd080da19f" [ 1050.359057] env[68986]: _type = "Task" [ 1050.359057] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.367233] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6b474-4fa8-66a4-bd7f-60bd080da19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.422573] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.422771] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.422952] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "29e1357d-76e4-44ca-9a1d-ef2849c85687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.423173] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.423321] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.425849] env[68986]: INFO nova.compute.manager [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Terminating instance [ 1050.603898] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b38d19f-f35e-4162-a6c4-0b524bee8820 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.611529] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c09dc-c895-4a22-8aea-2e891da2bf81 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.641685] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b98071-5da4-4a61-b290-8a4126f319f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.651046] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8cfef-3ff4-4fda-a24e-17e4367697f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.664755] env[68986]: DEBUG nova.compute.provider_tree [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.847942] env[68986]: DEBUG nova.network.neutron [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updated VIF entry in instance network info cache for port e63f710e-cd47-4740-9b6b-02246339fd06. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.849725] env[68986]: DEBUG nova.network.neutron [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance_info_cache with network_info: [{"id": "e63f710e-cd47-4740-9b6b-02246339fd06", "address": "fa:16:3e:5b:e6:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63f710e-cd", "ovs_interfaceid": "e63f710e-cd47-4740-9b6b-02246339fd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.869637] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e6b474-4fa8-66a4-bd7f-60bd080da19f, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.869912] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.870148] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.870563] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.870646] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.871013] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.871112] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3931ba01-c653-4f1e-accf-dc0ac229dca9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.880678] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.880792] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.881482] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6a73f1-51a1-436d-b13b-138698868e6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.886527] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1050.886527] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f30c04-69f0-3170-282e-f91da3b72fab" [ 1050.886527] env[68986]: _type = "Task" [ 1050.886527] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.893833] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f30c04-69f0-3170-282e-f91da3b72fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.930326] env[68986]: DEBUG nova.compute.manager [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.930476] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.931316] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c20b269-03fe-441a-9b91-2c009af97158 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.938346] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.938604] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b52649a1-9b00-44b9-b5c2-348cfec5ebd6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.943999] env[68986]: DEBUG oslo_vmware.api [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1050.943999] env[68986]: value = "task-3216508" [ 1050.943999] env[68986]: _type = "Task" [ 1050.943999] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.952760] env[68986]: DEBUG oslo_vmware.api [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.166754] env[68986]: DEBUG nova.scheduler.client.report [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.352219] env[68986]: DEBUG oslo_concurrency.lockutils [req-59b63e4d-c945-43b0-ac8f-0a535e3b6d29 req-ee161287-a56a-4032-9596-a114e64edd01 service nova] Releasing lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.399248] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f30c04-69f0-3170-282e-f91da3b72fab, 'name': SearchDatastore_Task, 'duration_secs': 0.050715} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.400260] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3889a4bf-f690-4219-b702-568569d8f82e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.410704] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1051.410704] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f9434-c8d2-73b3-fca8-8632f2f82a1e" [ 1051.410704] env[68986]: _type = "Task" [ 1051.410704] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.420034] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f9434-c8d2-73b3-fca8-8632f2f82a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.456619] env[68986]: DEBUG oslo_vmware.api [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216508, 'name': PowerOffVM_Task, 'duration_secs': 0.303818} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.457404] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.457404] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.457593] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2755df86-ebe2-4402-aedc-aaa23599ad48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.527022] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.527022] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.527022] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Deleting the datastore file [datastore2] 29e1357d-76e4-44ca-9a1d-ef2849c85687 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.527022] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c45a12e-b6b2-42d1-919e-6870b17f04dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.533836] env[68986]: DEBUG oslo_vmware.api [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for the task: (returnval){ [ 1051.533836] env[68986]: value = "task-3216510" [ 1051.533836] env[68986]: _type = "Task" [ 1051.533836] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.548495] env[68986]: DEBUG oslo_vmware.api [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.674666] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.674666] env[68986]: DEBUG nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.675625] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.145s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.676355] env[68986]: DEBUG nova.objects.instance [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lazy-loading 'resources' on Instance uuid 0602c80a-d1af-496b-907c-9b0014811cb2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.922019] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f9434-c8d2-73b3-fca8-8632f2f82a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.042451} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.922425] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.922537] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] fc93d757-11bd-413d-98c8-0bc59b7f39de/fc93d757-11bd-413d-98c8-0bc59b7f39de.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.922789] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f245918-03ca-465a-adf6-4daf40b3a9ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.928632] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1051.928632] env[68986]: value = "task-3216511" [ 1051.928632] env[68986]: _type = "Task" [ 1051.928632] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.935620] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.045988] env[68986]: DEBUG oslo_vmware.api [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Task: {'id': task-3216510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127576} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.047051] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.047461] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.047849] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.048198] env[68986]: INFO nova.compute.manager [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1052.050087] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.050087] env[68986]: DEBUG nova.compute.manager [-] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.050087] env[68986]: DEBUG nova.network.neutron [-] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.180041] env[68986]: DEBUG nova.compute.utils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.182996] env[68986]: DEBUG nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.182996] env[68986]: DEBUG nova.network.neutron [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.247773] env[68986]: DEBUG nova.policy [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047453048b134f539f23793b3031282f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814a4555a2d47c6b6d40de2502d2d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.444300] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507816} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.444300] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] fc93d757-11bd-413d-98c8-0bc59b7f39de/fc93d757-11bd-413d-98c8-0bc59b7f39de.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.444300] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.444630] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3703913-6762-43f8-8621-f0bc9740336a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.452198] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1052.452198] env[68986]: value = "task-3216512" [ 1052.452198] env[68986]: _type = "Task" [ 1052.452198] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.466218] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.470135] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33483ca9-5464-486a-ba3e-6134bf7cbc01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.478848] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0e2f1d-0bc3-42a3-b56c-e8b620ccc7df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.515362] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2db1e8c-2e6e-47b2-a9be-b3e367da942e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.523693] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de92ef2-41bb-49ef-a770-b7907bc3c803 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.537231] env[68986]: DEBUG nova.compute.provider_tree [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.698619] env[68986]: DEBUG nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.729507] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.729734] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.752391] env[68986]: DEBUG nova.network.neutron [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Successfully created port: a96f3072-112f-46db-8d6b-ebbc15e22c0e {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.848409] env[68986]: DEBUG nova.compute.manager [req-cd2ff95a-c050-4495-bc4e-a5a2b5fc355d req-4bee1195-9dff-433b-9e41-07ca1ce15fbe service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Received event network-vif-deleted-b0fe988b-316b-4822-b3bf-bddab5d41bc2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.848621] env[68986]: INFO nova.compute.manager [req-cd2ff95a-c050-4495-bc4e-a5a2b5fc355d req-4bee1195-9dff-433b-9e41-07ca1ce15fbe service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Neutron deleted interface b0fe988b-316b-4822-b3bf-bddab5d41bc2; detaching it from the instance and deleting it from the info cache [ 1052.848795] env[68986]: DEBUG nova.network.neutron [req-cd2ff95a-c050-4495-bc4e-a5a2b5fc355d req-4bee1195-9dff-433b-9e41-07ca1ce15fbe service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.962189] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073964} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.962498] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.963277] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71058a1-c778-409c-9048-7ca3f5f81490 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.985774] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] fc93d757-11bd-413d-98c8-0bc59b7f39de/fc93d757-11bd-413d-98c8-0bc59b7f39de.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.986481] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b47062-6e20-4fcd-9e74-27f7524e27ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.007407] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1053.007407] env[68986]: value = "task-3216513" [ 1053.007407] env[68986]: _type = "Task" [ 1053.007407] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.015576] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.040937] env[68986]: DEBUG nova.scheduler.client.report [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.241385] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.241499] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.241674] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.242586] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.242586] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.242586] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.242661] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1053.242873] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.287698] env[68986]: DEBUG nova.network.neutron [-] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.351788] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95cab97a-abf2-445d-8a91-84cf69e99aa1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.361445] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a31f5c-f4be-4715-9c2e-f06107334e55 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.391729] env[68986]: DEBUG nova.compute.manager [req-cd2ff95a-c050-4495-bc4e-a5a2b5fc355d req-4bee1195-9dff-433b-9e41-07ca1ce15fbe service nova] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Detach interface failed, port_id=b0fe988b-316b-4822-b3bf-bddab5d41bc2, reason: Instance 29e1357d-76e4-44ca-9a1d-ef2849c85687 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.518254] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216513, 'name': ReconfigVM_Task, 'duration_secs': 0.329384} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.518543] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Reconfigured VM instance instance-0000005f to attach disk [datastore2] fc93d757-11bd-413d-98c8-0bc59b7f39de/fc93d757-11bd-413d-98c8-0bc59b7f39de.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.519191] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed6f59a9-804f-4156-b493-82da028a823e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.526543] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1053.526543] env[68986]: value = "task-3216514" [ 1053.526543] env[68986]: _type = "Task" [ 1053.526543] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.534871] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216514, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.546227] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.548072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.521s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.575222] env[68986]: INFO nova.scheduler.client.report [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Deleted allocations for instance 0602c80a-d1af-496b-907c-9b0014811cb2 [ 1053.698675] env[68986]: DEBUG nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.732085] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.732528] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.732617] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.732842] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.733155] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.733396] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.733665] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.733860] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.734072] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.734286] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.734495] env[68986]: DEBUG nova.virt.hardware [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.735396] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02290e91-ba35-40d6-849f-f97c91f5177a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.743877] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0e7f4-08d1-42ed-ac70-17764f4bd454 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.748570] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.790097] env[68986]: INFO nova.compute.manager [-] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Took 1.74 seconds to deallocate network for instance. [ 1054.036794] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216514, 'name': Rename_Task, 'duration_secs': 0.176469} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.037111] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.037362] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c795ae7-7f8d-4f3e-bca3-71c4ab66b3e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.043493] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1054.043493] env[68986]: value = "task-3216515" [ 1054.043493] env[68986]: _type = "Task" [ 1054.043493] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.052878] env[68986]: INFO nova.compute.claims [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.056295] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.083117] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8a8c67c7-661d-4f8f-906c-5adf94c152f1 tempest-InstanceActionsV221TestJSON-678043387 tempest-InstanceActionsV221TestJSON-678043387-project-member] Lock "0602c80a-d1af-496b-907c-9b0014811cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.987s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.282880] env[68986]: DEBUG nova.compute.manager [req-93b98bef-3cc8-4f04-b11e-45f9e5f50933 req-633a4c35-e3a9-4f93-9641-2fbad34bdde9 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Received event network-vif-plugged-a96f3072-112f-46db-8d6b-ebbc15e22c0e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.283640] env[68986]: DEBUG oslo_concurrency.lockutils [req-93b98bef-3cc8-4f04-b11e-45f9e5f50933 req-633a4c35-e3a9-4f93-9641-2fbad34bdde9 service nova] Acquiring lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.284832] env[68986]: DEBUG oslo_concurrency.lockutils [req-93b98bef-3cc8-4f04-b11e-45f9e5f50933 req-633a4c35-e3a9-4f93-9641-2fbad34bdde9 service nova] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.284832] env[68986]: DEBUG oslo_concurrency.lockutils [req-93b98bef-3cc8-4f04-b11e-45f9e5f50933 req-633a4c35-e3a9-4f93-9641-2fbad34bdde9 service nova] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.284832] env[68986]: DEBUG nova.compute.manager [req-93b98bef-3cc8-4f04-b11e-45f9e5f50933 req-633a4c35-e3a9-4f93-9641-2fbad34bdde9 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] No waiting events found dispatching network-vif-plugged-a96f3072-112f-46db-8d6b-ebbc15e22c0e {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.284832] env[68986]: WARNING nova.compute.manager [req-93b98bef-3cc8-4f04-b11e-45f9e5f50933 req-633a4c35-e3a9-4f93-9641-2fbad34bdde9 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Received unexpected event network-vif-plugged-a96f3072-112f-46db-8d6b-ebbc15e22c0e for instance with vm_state building and task_state spawning. [ 1054.298102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.415094] env[68986]: DEBUG nova.network.neutron [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Successfully updated port: a96f3072-112f-46db-8d6b-ebbc15e22c0e {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.556087] env[68986]: DEBUG oslo_vmware.api [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216515, 'name': PowerOnVM_Task, 'duration_secs': 0.498208} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.556087] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.556087] env[68986]: INFO nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1054.556289] env[68986]: DEBUG nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.557250] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f68a76b-e366-4bef-a64f-76e343ff95b5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.561943] env[68986]: INFO nova.compute.resource_tracker [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating resource usage from migration 5237584e-4471-4427-a445-1aecb032e704 [ 1054.800488] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a17f7a-ce9e-47e0-b482-656dc5696d2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.809300] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005bfe6a-32c1-4cf0-af6f-77de35c0b29d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.847479] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89dae09-fa37-42eb-a9aa-88c1f7a79cdb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.855310] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c778b-7a45-43e6-acea-1b16a93a79aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.869411] env[68986]: DEBUG nova.compute.provider_tree [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.918124] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "refresh_cache-6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.918124] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "refresh_cache-6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.918124] env[68986]: DEBUG nova.network.neutron [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.086731] env[68986]: INFO nova.compute.manager [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Took 24.29 seconds to build instance. [ 1055.375022] env[68986]: DEBUG nova.scheduler.client.report [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.481193] env[68986]: DEBUG nova.network.neutron [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.589569] env[68986]: DEBUG oslo_concurrency.lockutils [None req-358b5e66-5fa5-4131-81f0-aa19d3421c47 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.804s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.700353] env[68986]: DEBUG nova.network.neutron [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Updating instance_info_cache with network_info: [{"id": "a96f3072-112f-46db-8d6b-ebbc15e22c0e", "address": "fa:16:3e:68:7f:db", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96f3072-11", "ovs_interfaceid": "a96f3072-112f-46db-8d6b-ebbc15e22c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.878918] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.331s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.879201] env[68986]: INFO nova.compute.manager [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Migrating [ 1055.886256] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.672s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.887136] env[68986]: DEBUG nova.objects.instance [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.203068] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "refresh_cache-6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.203424] env[68986]: DEBUG nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Instance network_info: |[{"id": "a96f3072-112f-46db-8d6b-ebbc15e22c0e", "address": "fa:16:3e:68:7f:db", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96f3072-11", "ovs_interfaceid": "a96f3072-112f-46db-8d6b-ebbc15e22c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.203895] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:7f:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96f3072-112f-46db-8d6b-ebbc15e22c0e', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.214558] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.218339] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.218635] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d380a442-186a-4acb-963e-626137cc67b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.242045] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.242045] env[68986]: value = "task-3216516" [ 1056.242045] env[68986]: _type = "Task" [ 1056.242045] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.251837] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216516, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.325333] env[68986]: DEBUG nova.compute.manager [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Received event network-changed-a96f3072-112f-46db-8d6b-ebbc15e22c0e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.325573] env[68986]: DEBUG nova.compute.manager [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Refreshing instance network info cache due to event network-changed-a96f3072-112f-46db-8d6b-ebbc15e22c0e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.325823] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] Acquiring lock "refresh_cache-6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.325956] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] Acquired lock "refresh_cache-6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.326085] env[68986]: DEBUG nova.network.neutron [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Refreshing network info cache for port a96f3072-112f-46db-8d6b-ebbc15e22c0e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.402922] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.402922] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.403133] env[68986]: DEBUG nova.network.neutron [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.471696] env[68986]: DEBUG nova.compute.manager [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1056.752190] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216516, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.907057] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c7260ded-8719-4874-ad3b-4e131eca4cbc tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.908239] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.244s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.909714] env[68986]: INFO nova.compute.claims [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.999407] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.074053] env[68986]: DEBUG nova.network.neutron [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Updated VIF entry in instance network info cache for port a96f3072-112f-46db-8d6b-ebbc15e22c0e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.074447] env[68986]: DEBUG nova.network.neutron [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Updating instance_info_cache with network_info: [{"id": "a96f3072-112f-46db-8d6b-ebbc15e22c0e", "address": "fa:16:3e:68:7f:db", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96f3072-11", "ovs_interfaceid": "a96f3072-112f-46db-8d6b-ebbc15e22c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.130404] env[68986]: DEBUG nova.network.neutron [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.254097] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216516, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.577753] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e316578-0aa5-408a-90e8-77763f9c524d req-571b2122-b8d6-48f2-9c04-47f4b0441454 service nova] Releasing lock "refresh_cache-6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.597911] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.598160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.635628] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.754052] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216516, 'name': CreateVM_Task, 'duration_secs': 1.020536} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.754052] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.754876] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.756260] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.756260] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.756260] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b422c25c-399d-41a0-b297-a405bc14374e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.760791] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1057.760791] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c03747-afe8-5e1e-e0c0-9f5bdb6c0809" [ 1057.760791] env[68986]: _type = "Task" [ 1057.760791] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.769889] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c03747-afe8-5e1e-e0c0-9f5bdb6c0809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.104254] env[68986]: DEBUG nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.137741] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba18169-8ac5-409c-a74d-83967dfc9c2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.149032] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01da3a23-e688-45a5-be6b-181e69daef4c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.180205] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ceb26-a6bd-4117-b633-15f5414d6049 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.188230] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7984672e-809d-4185-97c3-a01fd0d552e3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.203054] env[68986]: DEBUG nova.compute.provider_tree [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.271247] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c03747-afe8-5e1e-e0c0-9f5bdb6c0809, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.271482] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.271703] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.271946] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.272091] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.272278] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.272528] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8733c831-d18c-485f-9164-3b32686a55dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.281329] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.281534] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.282232] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d050055f-6c00-4554-a5fc-12ac8308b7d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.287502] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1058.287502] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524a41ef-044b-3ae5-8a8e-3b28965435e4" [ 1058.287502] env[68986]: _type = "Task" [ 1058.287502] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.294698] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524a41ef-044b-3ae5-8a8e-3b28965435e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.627166] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.709087] env[68986]: DEBUG nova.scheduler.client.report [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.800682] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524a41ef-044b-3ae5-8a8e-3b28965435e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.800682] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3915b663-ea06-44da-9c2a-0934caed85a6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.806246] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1058.806246] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5262c820-b7bc-c6e4-01e5-e940f3e5bea7" [ 1058.806246] env[68986]: _type = "Task" [ 1058.806246] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.812928] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5262c820-b7bc-c6e4-01e5-e940f3e5bea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.151919] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08aaa2-d616-4110-9c7d-8505657dfa30 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.172862] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.214128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.214618] env[68986]: DEBUG nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.216975] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.624s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.217235] env[68986]: DEBUG nova.objects.instance [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'resources' on Instance uuid 68baa8fa-57d8-4c20-a11f-f6ccebebb191 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.317254] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5262c820-b7bc-c6e4-01e5-e940f3e5bea7, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.317558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.317772] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb/6efb41bc-637c-4ee5-82fe-6f5c58feb3bb.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.318116] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e79f91a-2110-4e06-906b-f52fcafd6673 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.323918] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1059.323918] env[68986]: value = "task-3216517" [ 1059.323918] env[68986]: _type = "Task" [ 1059.323918] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.331084] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.416345] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.416706] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.417030] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.417275] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.417592] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.419824] env[68986]: INFO nova.compute.manager [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Terminating instance [ 1059.678342] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.678723] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7104879f-dffd-4362-a8f5-9845db0f937c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.685425] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1059.685425] env[68986]: value = "task-3216518" [ 1059.685425] env[68986]: _type = "Task" [ 1059.685425] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.693973] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.723875] env[68986]: DEBUG nova.compute.utils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.725511] env[68986]: DEBUG nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.725685] env[68986]: DEBUG nova.network.neutron [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.798503] env[68986]: DEBUG nova.policy [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb221e902c174622a7bb4ec547a1b2e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2435cb3c304f29b7666397d099a7af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.834364] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474862} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.834649] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb/6efb41bc-637c-4ee5-82fe-6f5c58feb3bb.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.834882] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.835143] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc3f68c-9108-4749-b8c7-2c7dab080d59 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.840928] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1059.840928] env[68986]: value = "task-3216519" [ 1059.840928] env[68986]: _type = "Task" [ 1059.840928] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.850489] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.926022] env[68986]: DEBUG nova.compute.manager [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.926022] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.926022] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e934048a-0679-4ae3-b3a3-5dea1c3aee29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.934096] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.936288] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9beb9f9d-ae1d-4804-a9d2-07c4371d3d05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.944017] env[68986]: DEBUG oslo_vmware.api [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1059.944017] env[68986]: value = "task-3216520" [ 1059.944017] env[68986]: _type = "Task" [ 1059.944017] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.953769] env[68986]: DEBUG oslo_vmware.api [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.994023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d008d37f-0e48-43f5-8f4d-1ee2fa194f74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.999726] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aa34df-24d7-457f-b3d1-4ac0ff455728 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.033509] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a54b0-fbe5-4243-973d-00d8977b9bda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.043082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e3c40-a9e6-40ec-8c05-6ce895d3108e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.056240] env[68986]: DEBUG nova.compute.provider_tree [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.129602] env[68986]: DEBUG nova.network.neutron [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Successfully created port: 768299cf-0142-42c9-b4db-e5aa5e32603c {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.195241] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216518, 'name': PowerOffVM_Task, 'duration_secs': 0.25949} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.195514] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.195695] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.229396] env[68986]: DEBUG nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.350646] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073433} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.350918] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.351696] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79628816-3ea6-4620-a215-f02dbfe92920 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.373440] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb/6efb41bc-637c-4ee5-82fe-6f5c58feb3bb.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.373720] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09deeb1-42ae-414f-9851-3d078851a825 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.392316] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1060.392316] env[68986]: value = "task-3216521" [ 1060.392316] env[68986]: _type = "Task" [ 1060.392316] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.400018] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.452562] env[68986]: DEBUG oslo_vmware.api [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216520, 'name': PowerOffVM_Task, 'duration_secs': 0.198768} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.452871] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.453092] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.453370] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366a6017-b85b-4565-aff4-217851f73455 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.511943] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.512175] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.512357] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleting the datastore file [datastore2] d93cd117-0f55-40dc-b357-d37a1c3bbb5d {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.512609] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f25d92dc-11dc-44d2-b2fc-2bb653d49c9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.518413] env[68986]: DEBUG oslo_vmware.api [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1060.518413] env[68986]: value = "task-3216523" [ 1060.518413] env[68986]: _type = "Task" [ 1060.518413] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.526231] env[68986]: DEBUG oslo_vmware.api [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.561653] env[68986]: DEBUG nova.scheduler.client.report [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.702643] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.702951] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.703146] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.703337] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.703484] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.703631] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.703840] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.703996] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.704175] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.704336] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.704510] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.710686] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0b9000-46e3-4f3a-a953-a7012f91f0ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.725418] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1060.725418] env[68986]: value = "task-3216524" [ 1060.725418] env[68986]: _type = "Task" [ 1060.725418] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.737572] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.905112] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216521, 'name': ReconfigVM_Task, 'duration_secs': 0.270356} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.905112] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb/6efb41bc-637c-4ee5-82fe-6f5c58feb3bb.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.905112] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65ee2019-7133-4275-af4b-007e20ba7617 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.910394] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1060.910394] env[68986]: value = "task-3216525" [ 1060.910394] env[68986]: _type = "Task" [ 1060.910394] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.918600] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216525, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.029055] env[68986]: DEBUG oslo_vmware.api [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161138} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.029257] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.029319] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.029479] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.029649] env[68986]: INFO nova.compute.manager [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1061.029883] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.030081] env[68986]: DEBUG nova.compute.manager [-] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.030176] env[68986]: DEBUG nova.network.neutron [-] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.067044] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.070017] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.476s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.070542] env[68986]: DEBUG nova.objects.instance [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lazy-loading 'resources' on Instance uuid bd5e8fd0-c1bb-4a62-b44e-10718257e6d0 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.089212] env[68986]: INFO nova.scheduler.client.report [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted allocations for instance 68baa8fa-57d8-4c20-a11f-f6ccebebb191 [ 1061.236379] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.239789] env[68986]: DEBUG nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.269878] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.270172] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.270317] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.270518] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.270670] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.270831] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.271171] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.271369] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.271563] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.271736] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.271915] env[68986]: DEBUG nova.virt.hardware [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.272829] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9148e0d-6e5e-4f15-9692-7b031a8a9056 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.280863] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8f37b-d8f5-4e52-8f78-ab0ee6843c96 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.419732] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216525, 'name': Rename_Task, 'duration_secs': 0.386889} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.420137] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.420309] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-596ba787-ac9c-4ac2-a96c-48d16002999c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.426394] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1061.426394] env[68986]: value = "task-3216526" [ 1061.426394] env[68986]: _type = "Task" [ 1061.426394] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.433938] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.552302] env[68986]: DEBUG nova.compute.manager [req-e52a96b3-a345-4a77-974a-44acd2e78dc3 req-50008699-78f5-4c69-b5e7-ee489032e5a5 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Received event network-vif-plugged-768299cf-0142-42c9-b4db-e5aa5e32603c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.552302] env[68986]: DEBUG oslo_concurrency.lockutils [req-e52a96b3-a345-4a77-974a-44acd2e78dc3 req-50008699-78f5-4c69-b5e7-ee489032e5a5 service nova] Acquiring lock "441f10f7-8b11-4666-b977-b8fb65f7d44f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.552413] env[68986]: DEBUG oslo_concurrency.lockutils [req-e52a96b3-a345-4a77-974a-44acd2e78dc3 req-50008699-78f5-4c69-b5e7-ee489032e5a5 service nova] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.552563] env[68986]: DEBUG oslo_concurrency.lockutils [req-e52a96b3-a345-4a77-974a-44acd2e78dc3 req-50008699-78f5-4c69-b5e7-ee489032e5a5 service nova] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.552724] env[68986]: DEBUG nova.compute.manager [req-e52a96b3-a345-4a77-974a-44acd2e78dc3 req-50008699-78f5-4c69-b5e7-ee489032e5a5 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] No waiting events found dispatching network-vif-plugged-768299cf-0142-42c9-b4db-e5aa5e32603c {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.552886] env[68986]: WARNING nova.compute.manager [req-e52a96b3-a345-4a77-974a-44acd2e78dc3 req-50008699-78f5-4c69-b5e7-ee489032e5a5 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Received unexpected event network-vif-plugged-768299cf-0142-42c9-b4db-e5aa5e32603c for instance with vm_state building and task_state spawning. [ 1061.555176] env[68986]: DEBUG nova.compute.manager [req-1dab4ee8-3caa-4c64-bae8-176f807f5d41 req-e920f556-ad8f-4196-a4fc-9611c6c4bc0e service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Received event network-vif-deleted-8c12691a-44cd-4c88-a623-1085b64ab9d8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.555176] env[68986]: INFO nova.compute.manager [req-1dab4ee8-3caa-4c64-bae8-176f807f5d41 req-e920f556-ad8f-4196-a4fc-9611c6c4bc0e service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Neutron deleted interface 8c12691a-44cd-4c88-a623-1085b64ab9d8; detaching it from the instance and deleting it from the info cache [ 1061.555278] env[68986]: DEBUG nova.network.neutron [req-1dab4ee8-3caa-4c64-bae8-176f807f5d41 req-e920f556-ad8f-4196-a4fc-9611c6c4bc0e service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.598788] env[68986]: DEBUG oslo_concurrency.lockutils [None req-955b7907-e54c-4548-ae66-1c2386acff8c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "68baa8fa-57d8-4c20-a11f-f6ccebebb191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.397s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.617157] env[68986]: DEBUG nova.network.neutron [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Successfully updated port: 768299cf-0142-42c9-b4db-e5aa5e32603c {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.736746] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216524, 'name': ReconfigVM_Task, 'duration_secs': 0.552266} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.737110] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.809174] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b74357c-5612-47a8-a1a8-e82acec74480 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.818220] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b0829-c36a-4577-9b16-efa07980d813 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.851963] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc40c9-e995-41eb-868c-62755c139678 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.864025] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9225a8bc-06c7-4b63-b37f-518f57d488d5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.876238] env[68986]: DEBUG nova.compute.provider_tree [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.935573] env[68986]: DEBUG oslo_vmware.api [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216526, 'name': PowerOnVM_Task, 'duration_secs': 0.450466} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.935799] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.935997] env[68986]: INFO nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1061.936190] env[68986]: DEBUG nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.936949] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01186aed-a821-492f-a1c2-519a5c0d9d44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.024120] env[68986]: DEBUG nova.network.neutron [-] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.057769] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c91d85de-5a44-4954-a6ed-144fb77cc0d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.069217] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117e0f1-0c02-443a-bebb-00cdf9f251e2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.099812] env[68986]: DEBUG nova.compute.manager [req-1dab4ee8-3caa-4c64-bae8-176f807f5d41 req-e920f556-ad8f-4196-a4fc-9611c6c4bc0e service nova] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Detach interface failed, port_id=8c12691a-44cd-4c88-a623-1085b64ab9d8, reason: Instance d93cd117-0f55-40dc-b357-d37a1c3bbb5d could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.119538] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-441f10f7-8b11-4666-b977-b8fb65f7d44f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.119693] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-441f10f7-8b11-4666-b977-b8fb65f7d44f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.119843] env[68986]: DEBUG nova.network.neutron [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.244825] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.245079] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.245300] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.245436] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.245586] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.245725] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.245930] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.246095] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.246255] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.246445] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.246585] env[68986]: DEBUG nova.virt.hardware [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.252795] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.252953] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d71ec8b-d5cf-4136-a46f-a67bda0f90dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.272494] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1062.272494] env[68986]: value = "task-3216527" [ 1062.272494] env[68986]: _type = "Task" [ 1062.272494] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.280398] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.379766] env[68986]: DEBUG nova.scheduler.client.report [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.453478] env[68986]: INFO nova.compute.manager [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Took 23.26 seconds to build instance. [ 1062.528351] env[68986]: INFO nova.compute.manager [-] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Took 1.50 seconds to deallocate network for instance. [ 1062.651449] env[68986]: DEBUG nova.network.neutron [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.776886] env[68986]: DEBUG nova.network.neutron [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Updating instance_info_cache with network_info: [{"id": "768299cf-0142-42c9-b4db-e5aa5e32603c", "address": "fa:16:3e:38:f7:09", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap768299cf-01", "ovs_interfaceid": "768299cf-0142-42c9-b4db-e5aa5e32603c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.783703] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216527, 'name': ReconfigVM_Task, 'duration_secs': 0.22396} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.784104] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.784741] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852742d6-4791-4dae-ae13-9f2bfd5ead24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.809645] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.810092] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc67d500-50aa-421f-ae35-e7ff14eb881d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.829072] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1062.829072] env[68986]: value = "task-3216528" [ 1062.829072] env[68986]: _type = "Task" [ 1062.829072] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.835969] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.885687] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.888087] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.389s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.888364] env[68986]: DEBUG nova.objects.instance [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lazy-loading 'resources' on Instance uuid 07dee742-b2b8-45a0-a78a-2e8e4f475d72 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.910364] env[68986]: INFO nova.scheduler.client.report [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Deleted allocations for instance bd5e8fd0-c1bb-4a62-b44e-10718257e6d0 [ 1062.955633] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0d04f78d-2857-4c75-b67b-342012b6e902 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.771s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.035107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.280226] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-441f10f7-8b11-4666-b977-b8fb65f7d44f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.280584] env[68986]: DEBUG nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Instance network_info: |[{"id": "768299cf-0142-42c9-b4db-e5aa5e32603c", "address": "fa:16:3e:38:f7:09", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap768299cf-01", "ovs_interfaceid": "768299cf-0142-42c9-b4db-e5aa5e32603c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.281098] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f7:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '768299cf-0142-42c9-b4db-e5aa5e32603c', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.289284] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.289580] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.289924] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-049b3d18-6d49-441d-a704-c0f8f276a963 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.311513] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.311513] env[68986]: value = "task-3216529" [ 1063.311513] env[68986]: _type = "Task" [ 1063.311513] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.320009] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216529, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.340656] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.419853] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dda45719-0580-4870-b044-46b385d9cb59 tempest-ServersAdminNegativeTestJSON-1985800210 tempest-ServersAdminNegativeTestJSON-1985800210-project-member] Lock "bd5e8fd0-c1bb-4a62-b44e-10718257e6d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.372s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.578723] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e66a330-a3db-4e8e-8da8-850975ad2560 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.583310] env[68986]: DEBUG nova.compute.manager [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Received event network-changed-768299cf-0142-42c9-b4db-e5aa5e32603c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.583505] env[68986]: DEBUG nova.compute.manager [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Refreshing instance network info cache due to event network-changed-768299cf-0142-42c9-b4db-e5aa5e32603c. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.583726] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] Acquiring lock "refresh_cache-441f10f7-8b11-4666-b977-b8fb65f7d44f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.583881] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] Acquired lock "refresh_cache-441f10f7-8b11-4666-b977-b8fb65f7d44f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.584065] env[68986]: DEBUG nova.network.neutron [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Refreshing network info cache for port 768299cf-0142-42c9-b4db-e5aa5e32603c {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.590054] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f56100d-5446-4f6b-99ec-3d0cb3459eae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.621734] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06526f-41f4-44cf-8f0c-71ec8d82b117 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.630544] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178bb24-db55-471e-ba91-5ae8f3c5e0ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.647277] env[68986]: DEBUG nova.compute.provider_tree [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.821634] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216529, 'name': CreateVM_Task, 'duration_secs': 0.428939} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.821634] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.822189] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.822392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.822730] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.823071] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79d0c11-5a83-42a5-b49e-55a700b4ce93 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.827454] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1063.827454] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ed5da4-1755-3972-8b34-3a62c9df2b78" [ 1063.827454] env[68986]: _type = "Task" [ 1063.827454] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.839896] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ed5da4-1755-3972-8b34-3a62c9df2b78, 'name': SearchDatastore_Task} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.843517] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.843863] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.844199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.844420] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.844677] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.845022] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216528, 'name': ReconfigVM_Task, 'duration_secs': 0.630572} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.845284] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca0abad-a282-46db-ad33-86392f587264 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.847408] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfigured VM instance instance-00000054 to attach disk [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.847896] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.858240] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.858422] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.859244] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039dbca9-71de-43f8-a66e-5e3c0b5f9c0b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.864228] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1063.864228] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b330f-d274-878c-35f3-2014c4c81342" [ 1063.864228] env[68986]: _type = "Task" [ 1063.864228] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.872993] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b330f-d274-878c-35f3-2014c4c81342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.933716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "bf366737-90c6-489c-8634-fd2e2008ee90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.933953] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "bf366737-90c6-489c-8634-fd2e2008ee90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.150279] env[68986]: DEBUG nova.scheduler.client.report [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.311440] env[68986]: DEBUG nova.network.neutron [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Updated VIF entry in instance network info cache for port 768299cf-0142-42c9-b4db-e5aa5e32603c. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.311699] env[68986]: DEBUG nova.network.neutron [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Updating instance_info_cache with network_info: [{"id": "768299cf-0142-42c9-b4db-e5aa5e32603c", "address": "fa:16:3e:38:f7:09", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap768299cf-01", "ovs_interfaceid": "768299cf-0142-42c9-b4db-e5aa5e32603c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.356027] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7011a5f-c622-4c21-94dd-4e6290c3e0dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.382919] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5f3c8d-53f1-41ec-b263-65a4c172a5ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.391517] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b330f-d274-878c-35f3-2014c4c81342, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.411066] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.415263] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8dbfc3-128d-4cd4-b8cc-190af7f7c81d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.420604] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1064.420604] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521b5e67-fd73-4357-944d-7dbf92f194a2" [ 1064.420604] env[68986]: _type = "Task" [ 1064.420604] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.428750] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521b5e67-fd73-4357-944d-7dbf92f194a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.436465] env[68986]: DEBUG nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.657716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.658610] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.972s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.659374] env[68986]: DEBUG nova.objects.instance [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lazy-loading 'resources' on Instance uuid c8839c99-604d-4112-b920-b4811dfe3a48 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.680018] env[68986]: INFO nova.scheduler.client.report [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Deleted allocations for instance 07dee742-b2b8-45a0-a78a-2e8e4f475d72 [ 1064.815137] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef5e9a98-bef8-4a5d-9610-74fc72b7d7f3 req-2cd7fa4c-1694-4230-9eba-4701c56d4364 service nova] Releasing lock "refresh_cache-441f10f7-8b11-4666-b977-b8fb65f7d44f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.932840] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521b5e67-fd73-4357-944d-7dbf92f194a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.933131] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.933388] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.933642] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48e44697-37f5-4c3a-83cf-d544622ca3ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.942070] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1064.942070] env[68986]: value = "task-3216530" [ 1064.942070] env[68986]: _type = "Task" [ 1064.942070] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.952593] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.958104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.187967] env[68986]: DEBUG oslo_concurrency.lockutils [None req-55061eae-87a8-4494-bf66-6b7d3075eba3 tempest-ListImageFiltersTestJSON-1502199402 tempest-ListImageFiltersTestJSON-1502199402-project-member] Lock "07dee742-b2b8-45a0-a78a-2e8e4f475d72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.297s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.374061] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a41c0-d600-4af2-bfab-de07d96aa097 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.383157] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8d5279-0bcc-467a-9b25-6af1436ca289 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.416082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b77d7fa-2a2a-41e0-b5e1-18389e3dbba0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.423853] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67092ba6-a9f9-4748-82ad-80eb504613dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.438582] env[68986]: DEBUG nova.compute.provider_tree [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.452461] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.943177] env[68986]: DEBUG nova.scheduler.client.report [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.956347] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79026} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.956347] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.956603] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.956827] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8436db10-38b4-4393-8f71-3867d3305f7a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.963903] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1065.963903] env[68986]: value = "task-3216531" [ 1065.963903] env[68986]: _type = "Task" [ 1065.963903] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.972419] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.082023] env[68986]: DEBUG nova.network.neutron [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Port b5a18b46-3f51-4d9b-8580-2aba721b154e binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1066.451915] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.454810] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.706s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.455197] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.455287] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1066.455606] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.158s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.456010] env[68986]: DEBUG nova.objects.instance [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lazy-loading 'resources' on Instance uuid 29e1357d-76e4-44ca-9a1d-ef2849c85687 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.458591] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c85bd6-2c0d-4b92-b671-f397372063f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.473131] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f7886-6341-4c3b-91f7-3869a9e00030 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.482164] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.483632] env[68986]: INFO nova.scheduler.client.report [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Deleted allocations for instance c8839c99-604d-4112-b920-b4811dfe3a48 [ 1066.498176] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295376c1-e0fe-41a0-bd14-9ff14a262a25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.506328] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e9e5d4-3341-4581-9f51-dbd0972f2083 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.539228] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179329MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1066.539394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.980511] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.941126} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.980511] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.980511] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9506ca3-c3cb-4453-a1e3-08e12a1f6321 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.002521] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.008566] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b6e50b00-a94e-4793-93d4-79ed5434bebf tempest-ServerActionsTestOtherA-1853422771 tempest-ServerActionsTestOtherA-1853422771-project-member] Lock "c8839c99-604d-4112-b920-b4811dfe3a48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.081s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.010567] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c79959f3-00d7-45ad-b029-d215366d8da8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.039331] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1067.039331] env[68986]: value = "task-3216532" [ 1067.039331] env[68986]: _type = "Task" [ 1067.039331] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.050423] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.112107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.112494] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.112494] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.282472] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34133cb-b323-4e1d-8d2c-f9f030bd4c29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.291554] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0a5642-567c-4146-91e2-ac62f6dc7cbf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.324433] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a7d9d4-3d7c-460b-950b-50bff5559835 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.333113] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d6de20-3743-4d86-9e83-cf6c708b2e70 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.348151] env[68986]: DEBUG nova.compute.provider_tree [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.551463] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.855226] env[68986]: DEBUG nova.scheduler.client.report [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.055215] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216532, 'name': ReconfigVM_Task, 'duration_secs': 0.775979} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.055215] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.055215] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd188e1-2a2e-4c65-b2a2-4dd72b19170f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.062017] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1068.062017] env[68986]: value = "task-3216533" [ 1068.062017] env[68986]: _type = "Task" [ 1068.062017] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.068087] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216533, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.175190] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.175190] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.175190] env[68986]: DEBUG nova.network.neutron [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.361182] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.363592] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.364s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.390716] env[68986]: INFO nova.scheduler.client.report [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Deleted allocations for instance 29e1357d-76e4-44ca-9a1d-ef2849c85687 [ 1068.570603] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216533, 'name': Rename_Task, 'duration_secs': 0.357591} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.570894] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.571158] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a5f936b-7095-4ab3-abbc-9bd470669480 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.577559] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1068.577559] env[68986]: value = "task-3216534" [ 1068.577559] env[68986]: _type = "Task" [ 1068.577559] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.586139] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.868538] env[68986]: INFO nova.compute.claims [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.904379] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26bd4ec3-d13d-4e1b-8696-f9dcb11913a8 tempest-InstanceActionsTestJSON-2064967194 tempest-InstanceActionsTestJSON-2064967194-project-member] Lock "29e1357d-76e4-44ca-9a1d-ef2849c85687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.482s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.063538] env[68986]: DEBUG nova.network.neutron [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.088770] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.379875] env[68986]: INFO nova.compute.resource_tracker [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating resource usage from migration 9f13b211-814e-4cd1-aec2-7fd35ac366ac [ 1069.567336] env[68986]: DEBUG oslo_concurrency.lockutils [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.589566] env[68986]: DEBUG oslo_vmware.api [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216534, 'name': PowerOnVM_Task, 'duration_secs': 0.623796} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.589754] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.590666] env[68986]: INFO nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1069.590666] env[68986]: DEBUG nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.591307] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dcc9d5-ae9e-417d-a3e7-746ecd0f5000 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.614793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea8406-fb60-4000-beb5-f92f03f23d85 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.622206] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb236d21-d914-41b7-942f-73477d19306d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.657026] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76553d7-3dc6-4bac-ba07-1edf471f0dd6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.663786] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae3df67-d865-4ebc-8c72-444e7b449ada {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.679996] env[68986]: DEBUG nova.compute.provider_tree [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.084410] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61efbb14-7852-453b-ac7a-7cdd28f8e465 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.092813] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85794208-92c5-4bc7-8573-0157457d6260 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.117063] env[68986]: INFO nova.compute.manager [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Took 27.47 seconds to build instance. [ 1070.183568] env[68986]: DEBUG nova.scheduler.client.report [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.618159] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6e341d80-2c48-4e12-9fdf-e100f1fc2d03 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.988s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.688728] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.325s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.688958] env[68986]: INFO nova.compute.manager [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Migrating [ 1070.697430] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.068s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.697430] env[68986]: INFO nova.compute.claims [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.209955] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.210472] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.210706] env[68986]: DEBUG nova.network.neutron [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.243823] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb39d2f6-8334-4613-bc22-ad46e1ff38e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.282599] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e651e5-2495-4e4f-84b4-401a22d9154d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.291207] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.800156] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.802830] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2970c9e9-c12f-4696-92f7-e309d4b213ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.813064] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1071.813064] env[68986]: value = "task-3216535" [ 1071.813064] env[68986]: _type = "Task" [ 1071.813064] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.821824] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.962687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b813347-9788-45ce-ba75-b954e21f02ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.971696] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f6579-17bd-43cb-b44b-f3e8e227fc56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.013606] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3330398-4dbc-4bf7-88b2-5b268bfa1e35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.022086] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72dab57-7899-4bfd-bb6e-bb14ece8eea9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.038081] env[68986]: DEBUG nova.compute.provider_tree [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.064550] env[68986]: INFO nova.compute.manager [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Rebuilding instance [ 1072.122078] env[68986]: DEBUG nova.compute.manager [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.123699] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d42cd-f161-4290-959e-d3e291800e94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.325997] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216535, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.542690] env[68986]: DEBUG nova.scheduler.client.report [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.553853] env[68986]: DEBUG nova.network.neutron [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance_info_cache with network_info: [{"id": "e63f710e-cd47-4740-9b6b-02246339fd06", "address": "fa:16:3e:5b:e6:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63f710e-cd", "ovs_interfaceid": "e63f710e-cd47-4740-9b6b-02246339fd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.828302] env[68986]: DEBUG oslo_vmware.api [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216535, 'name': PowerOnVM_Task, 'duration_secs': 0.533207} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.828582] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.828817] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-423724ee-3227-4328-9a5e-522ae499183a tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.048691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.049285] env[68986]: DEBUG nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.052638] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.017s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.053577] env[68986]: DEBUG nova.objects.instance [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'resources' on Instance uuid d93cd117-0f55-40dc-b357-d37a1c3bbb5d {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.054463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.144127] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.144127] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d2b111c-fc5e-40a5-8609-9c32b6796c9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.155960] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1073.155960] env[68986]: value = "task-3216536" [ 1073.155960] env[68986]: _type = "Task" [ 1073.155960] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.164906] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.280658] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.280954] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.556331] env[68986]: DEBUG nova.compute.utils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.557406] env[68986]: DEBUG nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.557532] env[68986]: DEBUG nova.network.neutron [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.621590] env[68986]: DEBUG nova.policy [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '480e51e37ae84dc3a727e674a70bced6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96331e241b0418a8401fc4615a0077e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.667777] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216536, 'name': PowerOffVM_Task, 'duration_secs': 0.247581} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.668313] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.668545] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.669337] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1861937-d528-4cc9-a766-c8d60f484ee2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.680616] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.680874] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ac8ea51-c5e6-4bdb-aa4b-e7c7d7c0fb41 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.755557] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.756178] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.756178] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleting the datastore file [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.756361] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b28e9bf1-b3a9-4c7d-9dcc-739ce10b6561 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.768771] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1073.768771] env[68986]: value = "task-3216538" [ 1073.768771] env[68986]: _type = "Task" [ 1073.768771] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.778578] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.786448] env[68986]: DEBUG nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.831188] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4170648-f01e-4ac4-9323-d6dc0fd72e3c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.843317] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81c91ce-687c-42f5-ae76-ce26f6b5b71d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.874012] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4794507f-44dc-4424-9ab3-6d0bdeef5706 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.881672] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82699408-10d1-48dc-8d35-55d7945a39de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.900079] env[68986]: DEBUG nova.compute.provider_tree [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.056023] env[68986]: DEBUG nova.network.neutron [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Successfully created port: febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.066603] env[68986]: DEBUG nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.121553] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.121953] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.286023] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498371} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.286023] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.286023] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.286023] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.314616] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.409514] env[68986]: DEBUG nova.scheduler.client.report [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.580027] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc6c2e4-ca46-4df4-938e-cdddff0987b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.603235] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance 'fc93d757-11bd-413d-98c8-0bc59b7f39de' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.624465] env[68986]: DEBUG nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.918841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.923489] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.965s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.927197] env[68986]: INFO nova.compute.claims [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.948671] env[68986]: INFO nova.scheduler.client.report [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted allocations for instance d93cd117-0f55-40dc-b357-d37a1c3bbb5d [ 1075.075788] env[68986]: DEBUG nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.107902] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.108951] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.109195] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.109407] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.109566] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.109719] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.110137] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.111390] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.111390] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.111390] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.111390] env[68986]: DEBUG nova.virt.hardware [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.111919] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5745f12-a0d9-41c4-a6ee-80cd96bdd230 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.115885] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.116389] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-566f0bcb-2aa3-4dd8-a4d7-5a9a07f815d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.124385] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7574ae63-5c88-494d-b3be-3ef8773e2b2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.134202] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1075.134202] env[68986]: value = "task-3216539" [ 1075.134202] env[68986]: _type = "Task" [ 1075.134202] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.156328] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.170294] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.329678] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.330019] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.330306] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.330500] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.330820] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.331332] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.331638] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.331847] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.332424] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.332704] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.332914] env[68986]: DEBUG nova.virt.hardware [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.334938] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b09c7-98e7-4c00-b157-f4efec45d921 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.347171] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf1600-2ccd-4337-9293-df6895ea0807 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.363024] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f7:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '768299cf-0142-42c9-b4db-e5aa5e32603c', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.372172] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.372978] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.373281] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aefd43c9-f917-44be-980b-e38d72ea752d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.393625] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.393625] env[68986]: value = "task-3216540" [ 1075.393625] env[68986]: _type = "Task" [ 1075.393625] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.401602] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216540, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.467926] env[68986]: DEBUG oslo_concurrency.lockutils [None req-51662f39-9028-4a3a-bdbd-8683f0e30c06 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d93cd117-0f55-40dc-b357-d37a1c3bbb5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.051s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.609409] env[68986]: DEBUG nova.compute.manager [req-cd42e4d8-b586-4496-ad3a-d803a9b4f5ca req-fc64aaba-1c9c-4157-b14f-3711c77a6d91 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Received event network-vif-plugged-febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.609648] env[68986]: DEBUG oslo_concurrency.lockutils [req-cd42e4d8-b586-4496-ad3a-d803a9b4f5ca req-fc64aaba-1c9c-4157-b14f-3711c77a6d91 service nova] Acquiring lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.609873] env[68986]: DEBUG oslo_concurrency.lockutils [req-cd42e4d8-b586-4496-ad3a-d803a9b4f5ca req-fc64aaba-1c9c-4157-b14f-3711c77a6d91 service nova] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.610054] env[68986]: DEBUG oslo_concurrency.lockutils [req-cd42e4d8-b586-4496-ad3a-d803a9b4f5ca req-fc64aaba-1c9c-4157-b14f-3711c77a6d91 service nova] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.610368] env[68986]: DEBUG nova.compute.manager [req-cd42e4d8-b586-4496-ad3a-d803a9b4f5ca req-fc64aaba-1c9c-4157-b14f-3711c77a6d91 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] No waiting events found dispatching network-vif-plugged-febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.610499] env[68986]: WARNING nova.compute.manager [req-cd42e4d8-b586-4496-ad3a-d803a9b4f5ca req-fc64aaba-1c9c-4157-b14f-3711c77a6d91 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Received unexpected event network-vif-plugged-febb463b-4424-41de-bc06-e32a593e49aa for instance with vm_state building and task_state spawning. [ 1075.632137] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "edb1be11-52f6-40d8-8425-37d31f759cc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.632137] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.645477] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216539, 'name': PowerOffVM_Task, 'duration_secs': 0.189391} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.646322] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.646504] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance 'fc93d757-11bd-413d-98c8-0bc59b7f39de' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.689051] env[68986]: DEBUG nova.network.neutron [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Successfully updated port: febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.904587] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216540, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.907925] env[68986]: DEBUG nova.network.neutron [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Port b5a18b46-3f51-4d9b-8580-2aba721b154e binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1075.908207] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.908372] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.908557] env[68986]: DEBUG nova.network.neutron [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.136514] env[68986]: DEBUG nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.155237] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.155237] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.155237] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.155454] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.155454] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.155586] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.155791] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.156283] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.156283] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.156283] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.156873] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.166175] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da95bf8-471e-425b-9c59-0ac61964bf64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.180415] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.180697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.186581] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1076.186581] env[68986]: value = "task-3216541" [ 1076.186581] env[68986]: _type = "Task" [ 1076.186581] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.192769] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9d15b8-d08c-48dd-9a49-4fd1f6b50bc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.195961] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.196106] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquired lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.196253] env[68986]: DEBUG nova.network.neutron [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.201649] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.205158] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f3fe95-145d-467e-95fb-50e9a4e6b4bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.239805] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46afcd68-4317-43e1-b8d9-6f83c915d7e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.247902] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602be197-9344-40fa-b244-927cf5da800f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.262389] env[68986]: DEBUG nova.compute.provider_tree [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.405431] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216540, 'name': CreateVM_Task, 'duration_secs': 0.538111} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.405599] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.406181] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.406305] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.406635] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.408021] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d7daea-937b-46b5-8db4-a6a1b7a0b191 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.414435] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1076.414435] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cd2ea5-6b69-84e5-6ff9-25bf835a5f58" [ 1076.414435] env[68986]: _type = "Task" [ 1076.414435] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.423505] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cd2ea5-6b69-84e5-6ff9-25bf835a5f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.577126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.577126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.656225] env[68986]: DEBUG nova.network.neutron [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.663932] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.683640] env[68986]: DEBUG nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.697431] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216541, 'name': ReconfigVM_Task, 'duration_secs': 0.245869} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.697918] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance 'fc93d757-11bd-413d-98c8-0bc59b7f39de' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.731025] env[68986]: DEBUG nova.network.neutron [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.765504] env[68986]: DEBUG nova.scheduler.client.report [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.864224] env[68986]: DEBUG nova.network.neutron [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Updating instance_info_cache with network_info: [{"id": "febb463b-4424-41de-bc06-e32a593e49aa", "address": "fa:16:3e:e2:ec:51", "network": {"id": "8bbbc457-372b-4b22-ac2e-ff14916cbd9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767383685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96331e241b0418a8401fc4615a0077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfebb463b-44", "ovs_interfaceid": "febb463b-4424-41de-bc06-e32a593e49aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.925300] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cd2ea5-6b69-84e5-6ff9-25bf835a5f58, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.925534] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.925768] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.926036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.926195] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.926382] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.926635] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b101db69-38d6-4fd3-8ebc-573fb68d12f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.935794] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.935961] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.936667] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7b8811-0049-4c09-bf8b-553d67b87b38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.941252] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1076.941252] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524b53b8-8f29-8735-1200-8e2dfdbe8259" [ 1076.941252] env[68986]: _type = "Task" [ 1076.941252] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.948869] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524b53b8-8f29-8735-1200-8e2dfdbe8259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.077754] env[68986]: INFO nova.compute.manager [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Detaching volume 7cd9a66c-15bb-4ad5-b97e-979e68eed3ec [ 1077.113246] env[68986]: INFO nova.virt.block_device [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Attempting to driver detach volume 7cd9a66c-15bb-4ad5-b97e-979e68eed3ec from mountpoint /dev/sdb [ 1077.113481] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1077.113677] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643087', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'name': 'volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddd9cc3e-894a-4d2f-920d-de01e60ed62b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'serial': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1077.114771] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d176a6b8-ea65-4853-92df-efe7e639dde3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.137717] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb309d-52b0-4b76-bcbc-447f8ca797ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.145247] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a07890-703f-4b14-9032-eb6341fea2f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.168742] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.171349] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29125d20-1cd5-45be-90f9-ef7d00a740c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.189063] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] The volume has not been displaced from its original location: [datastore1] volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec/volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1077.194384] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.197474] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807c6a21-6af5-42af-93a6-a4659bcf3ebe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.212501] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.212675] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.212831] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.213016] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.213169] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.214027] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.214027] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.214027] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.214027] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.214027] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.214243] env[68986]: DEBUG nova.virt.hardware [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.219808] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.220981] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.221522] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1583c246-4186-4d53-bda4-827992e3a0a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.239953] env[68986]: DEBUG oslo_vmware.api [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1077.239953] env[68986]: value = "task-3216542" [ 1077.239953] env[68986]: _type = "Task" [ 1077.239953] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.241302] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1077.241302] env[68986]: value = "task-3216543" [ 1077.241302] env[68986]: _type = "Task" [ 1077.241302] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.252635] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.256311] env[68986]: DEBUG oslo_vmware.api [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.276889] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.277497] env[68986]: DEBUG nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.281691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.741s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.367262] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Releasing lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.367262] env[68986]: DEBUG nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Instance network_info: |[{"id": "febb463b-4424-41de-bc06-e32a593e49aa", "address": "fa:16:3e:e2:ec:51", "network": {"id": "8bbbc457-372b-4b22-ac2e-ff14916cbd9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767383685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96331e241b0418a8401fc4615a0077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfebb463b-44", "ovs_interfaceid": "febb463b-4424-41de-bc06-e32a593e49aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.367559] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ec:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'febb463b-4424-41de-bc06-e32a593e49aa', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.375712] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Creating folder: Project (d96331e241b0418a8401fc4615a0077e). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.376050] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-289ae6b8-13cb-4f8a-bce5-ba1d3517fe3e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.386780] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Created folder: Project (d96331e241b0418a8401fc4615a0077e) in parent group-v642845. [ 1077.387633] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Creating folder: Instances. Parent ref: group-v643123. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.387633] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb463754-f353-4b24-91f6-c7de2366532e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.395862] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Created folder: Instances in parent group-v643123. [ 1077.396119] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.396321] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.396525] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30d3a6ec-ef97-4e70-ab9f-df378ed841d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.415826] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.415826] env[68986]: value = "task-3216546" [ 1077.415826] env[68986]: _type = "Task" [ 1077.415826] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.425914] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216546, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.452527] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524b53b8-8f29-8735-1200-8e2dfdbe8259, 'name': SearchDatastore_Task, 'duration_secs': 0.045296} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.453386] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125c33bd-17b8-4340-9321-9426bb0f6714 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.459866] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1077.459866] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fbcc94-43b9-afec-dc03-9a246b212e88" [ 1077.459866] env[68986]: _type = "Task" [ 1077.459866] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.468137] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fbcc94-43b9-afec-dc03-9a246b212e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.644051] env[68986]: DEBUG nova.compute.manager [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Received event network-changed-febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.644272] env[68986]: DEBUG nova.compute.manager [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Refreshing instance network info cache due to event network-changed-febb463b-4424-41de-bc06-e32a593e49aa. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.644496] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] Acquiring lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.644640] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] Acquired lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.644794] env[68986]: DEBUG nova.network.neutron [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Refreshing network info cache for port febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.672956] env[68986]: DEBUG nova.compute.manager [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68986) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1077.755738] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216543, 'name': ReconfigVM_Task, 'duration_secs': 0.198903} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.759103] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.759448] env[68986]: DEBUG oslo_vmware.api [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216542, 'name': ReconfigVM_Task, 'duration_secs': 0.260672} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.760313] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf4570e-0f61-4302-93d8-0dda90e507aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.763114] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.768011] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-107d248a-c7dc-472d-932f-de1788252e07 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.784884] env[68986]: DEBUG nova.compute.utils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.791954] env[68986]: DEBUG oslo_vmware.api [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1077.791954] env[68986]: value = "task-3216547" [ 1077.791954] env[68986]: _type = "Task" [ 1077.791954] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.804146] env[68986]: DEBUG nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.804337] env[68986]: DEBUG nova.network.neutron [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.814260] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] fc93d757-11bd-413d-98c8-0bc59b7f39de/fc93d757-11bd-413d-98c8-0bc59b7f39de.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.818507] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59588e8-d4eb-40d0-92cc-8c212b4855ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.837956] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1077.837956] env[68986]: value = "task-3216548" [ 1077.837956] env[68986]: _type = "Task" [ 1077.837956] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.841440] env[68986]: DEBUG oslo_vmware.api [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.851182] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.882738] env[68986]: DEBUG nova.policy [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047453048b134f539f23793b3031282f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814a4555a2d47c6b6d40de2502d2d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.926490] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216546, 'name': CreateVM_Task, 'duration_secs': 0.457978} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.926660] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.927406] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.927688] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.928074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.928380] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297da06a-01e0-4b5c-b53d-515c7b7cdf62 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.933813] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1077.933813] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5231fc69-a69a-9157-d071-1692c3fcc9f0" [ 1077.933813] env[68986]: _type = "Task" [ 1077.933813] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.944852] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5231fc69-a69a-9157-d071-1692c3fcc9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.973058] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fbcc94-43b9-afec-dc03-9a246b212e88, 'name': SearchDatastore_Task, 'duration_secs': 0.020467} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.973347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.973678] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.973948] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5470d597-9d4c-49cd-87cd-b8bded4312a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.980937] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1077.980937] env[68986]: value = "task-3216549" [ 1077.980937] env[68986]: _type = "Task" [ 1077.980937] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.990271] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.170215] env[68986]: DEBUG nova.network.neutron [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Successfully created port: 3df20107-747f-4b37-a300-0d6f2289ecd3 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.303602] env[68986]: DEBUG nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.312873] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Applying migration context for instance dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 as it has an incoming, in-progress migration 5237584e-4471-4427-a445-1aecb032e704. Migration status is reverting {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1078.312873] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Applying migration context for instance fc93d757-11bd-413d-98c8-0bc59b7f39de as it has an incoming, in-progress migration 9f13b211-814e-4cd1-aec2-7fd35ac366ac. Migration status is migrating {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1078.316115] env[68986]: INFO nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating resource usage from migration 5237584e-4471-4427-a445-1aecb032e704 [ 1078.316562] env[68986]: INFO nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating resource usage from migration 9f13b211-814e-4cd1-aec2-7fd35ac366ac [ 1078.335461] env[68986]: DEBUG oslo_vmware.api [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216547, 'name': ReconfigVM_Task, 'duration_secs': 0.203875} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.336450] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643087', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'name': 'volume-7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddd9cc3e-894a-4d2f-920d-de01e60ed62b', 'attached_at': '', 'detached_at': '', 'volume_id': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec', 'serial': '7cd9a66c-15bb-4ad5-b97e-979e68eed3ec'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1078.351972] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance ddd9cc3e-894a-4d2f-920d-de01e60ed62b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.352163] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.352289] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8e6f0972-2f79-4b96-801a-9c0571878783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.352405] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 776e45dd-2e43-4980-a189-811bbe6a19cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.352721] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.352721] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Migration 5237584e-4471-4427-a445-1aecb032e704 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1078.352721] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.352903] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 441f10f7-8b11-4666-b977-b8fb65f7d44f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.352959] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Migration 9f13b211-814e-4cd1-aec2-7fd35ac366ac is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1078.353048] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance fc93d757-11bd-413d-98c8-0bc59b7f39de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.353163] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3f1cb0c3-e2ec-4200-bb80-bd2db455629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.353272] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance bf366737-90c6-489c-8634-fd2e2008ee90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.365127] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216548, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.448126] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5231fc69-a69a-9157-d071-1692c3fcc9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.448526] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.448815] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.449093] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.449296] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.449543] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.449885] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2953072e-e15f-493c-9434-9c06283bee9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.456154] env[68986]: DEBUG nova.network.neutron [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Updated VIF entry in instance network info cache for port febb463b-4424-41de-bc06-e32a593e49aa. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.456585] env[68986]: DEBUG nova.network.neutron [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Updating instance_info_cache with network_info: [{"id": "febb463b-4424-41de-bc06-e32a593e49aa", "address": "fa:16:3e:e2:ec:51", "network": {"id": "8bbbc457-372b-4b22-ac2e-ff14916cbd9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767383685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96331e241b0418a8401fc4615a0077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfebb463b-44", "ovs_interfaceid": "febb463b-4424-41de-bc06-e32a593e49aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.466945] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.466945] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.467643] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f4c949-9a35-4a4e-bab6-6ae83b06bef5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.476198] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1078.476198] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52986da2-7b97-3f8f-5a0b-5aebb2282818" [ 1078.476198] env[68986]: _type = "Task" [ 1078.476198] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.488215] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52986da2-7b97-3f8f-5a0b-5aebb2282818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.495368] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216549, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.825583] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.852770] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216548, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.857556] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 0c322fc3-cfab-40cc-ae8c-5b4a952e013d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1078.890288] env[68986]: DEBUG nova.objects.instance [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'flavor' on Instance uuid ddd9cc3e-894a-4d2f-920d-de01e60ed62b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.959725] env[68986]: DEBUG oslo_concurrency.lockutils [req-5b96dcda-13e1-425a-90d1-0af7e8b17165 req-04f55186-3181-4edd-b133-2c70bcf60b9b service nova] Releasing lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.986522] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52986da2-7b97-3f8f-5a0b-5aebb2282818, 'name': SearchDatastore_Task, 'duration_secs': 0.02304} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.990681] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be56e914-e8b6-455d-97bb-aab239ffa4bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.997294] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530522} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.998639] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.998873] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.999196] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1078.999196] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52975a6a-09e7-f546-9e1e-a38ae8daeb8a" [ 1078.999196] env[68986]: _type = "Task" [ 1078.999196] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.999501] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b90f21f5-8a55-4d56-8e3f-324e12a4b088 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.011638] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52975a6a-09e7-f546-9e1e-a38ae8daeb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.013238] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1079.013238] env[68986]: value = "task-3216550" [ 1079.013238] env[68986]: _type = "Task" [ 1079.013238] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.021193] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.328507] env[68986]: DEBUG nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.355569] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216548, 'name': ReconfigVM_Task, 'duration_secs': 1.307792} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.357638] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.357893] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.358068] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.358255] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.358401] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.358544] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.358778] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.358949] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.359130] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.359291] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.359458] env[68986]: DEBUG nova.virt.hardware [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.359746] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Reconfigured VM instance instance-0000005f to attach disk [datastore2] fc93d757-11bd-413d-98c8-0bc59b7f39de/fc93d757-11bd-413d-98c8-0bc59b7f39de.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.360000] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance 'fc93d757-11bd-413d-98c8-0bc59b7f39de' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.363476] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1079.367283] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404b0831-f343-4bd0-88b4-b7a3b62756a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.374024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a03897-963c-4c53-87e8-bc12af87c014 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.511191] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52975a6a-09e7-f546-9e1e-a38ae8daeb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.082917} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.511501] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.511727] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3f1cb0c3-e2ec-4200-bb80-bd2db455629e/3f1cb0c3-e2ec-4200-bb80-bd2db455629e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.512063] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24051b96-bb03-4fe5-9cdd-f53db5f64566 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.522019] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157661} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.523262] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.523611] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1079.523611] env[68986]: value = "task-3216551" [ 1079.523611] env[68986]: _type = "Task" [ 1079.523611] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.524353] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb4432c-f57b-4805-9900-299866585c66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.549752] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.553018] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9424ec-d7a1-4a90-bc90-f9facc5678b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.566936] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.572866] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1079.572866] env[68986]: value = "task-3216552" [ 1079.572866] env[68986]: _type = "Task" [ 1079.572866] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.581281] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.671886] env[68986]: DEBUG nova.compute.manager [req-6e4b101b-24a7-4636-ad82-a064d7e4da0a req-21545d65-1ffa-4378-9063-285be3eedcb4 service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Received event network-vif-plugged-3df20107-747f-4b37-a300-0d6f2289ecd3 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.672232] env[68986]: DEBUG oslo_concurrency.lockutils [req-6e4b101b-24a7-4636-ad82-a064d7e4da0a req-21545d65-1ffa-4378-9063-285be3eedcb4 service nova] Acquiring lock "bf366737-90c6-489c-8634-fd2e2008ee90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.672400] env[68986]: DEBUG oslo_concurrency.lockutils [req-6e4b101b-24a7-4636-ad82-a064d7e4da0a req-21545d65-1ffa-4378-9063-285be3eedcb4 service nova] Lock "bf366737-90c6-489c-8634-fd2e2008ee90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.672577] env[68986]: DEBUG oslo_concurrency.lockutils [req-6e4b101b-24a7-4636-ad82-a064d7e4da0a req-21545d65-1ffa-4378-9063-285be3eedcb4 service nova] Lock "bf366737-90c6-489c-8634-fd2e2008ee90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.672771] env[68986]: DEBUG nova.compute.manager [req-6e4b101b-24a7-4636-ad82-a064d7e4da0a req-21545d65-1ffa-4378-9063-285be3eedcb4 service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] No waiting events found dispatching network-vif-plugged-3df20107-747f-4b37-a300-0d6f2289ecd3 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.672963] env[68986]: WARNING nova.compute.manager [req-6e4b101b-24a7-4636-ad82-a064d7e4da0a req-21545d65-1ffa-4378-9063-285be3eedcb4 service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Received unexpected event network-vif-plugged-3df20107-747f-4b37-a300-0d6f2289ecd3 for instance with vm_state building and task_state spawning. [ 1079.741623] env[68986]: DEBUG nova.network.neutron [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Successfully updated port: 3df20107-747f-4b37-a300-0d6f2289ecd3 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.870848] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance edb1be11-52f6-40d8-8425-37d31f759cc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1079.872869] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cb11c9-98c6-468c-9542-3165ff9068b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.897640] env[68986]: DEBUG oslo_concurrency.lockutils [None req-26d791cc-d67f-42d6-861a-cd15d5c3ad60 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.900023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7ffca-392e-4141-b90b-f62a36161695 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.920803] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance 'fc93d757-11bd-413d-98c8-0bc59b7f39de' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.038693] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.083109] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.242617] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "refresh_cache-bf366737-90c6-489c-8634-fd2e2008ee90" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.242720] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "refresh_cache-bf366737-90c6-489c-8634-fd2e2008ee90" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.242920] env[68986]: DEBUG nova.network.neutron [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.378115] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1080.378951] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1080.378951] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1080.460300] env[68986]: DEBUG nova.network.neutron [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Port e63f710e-cd47-4740-9b6b-02246339fd06 binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1080.539346] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572792} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.539913] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3f1cb0c3-e2ec-4200-bb80-bd2db455629e/3f1cb0c3-e2ec-4200-bb80-bd2db455629e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.540143] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.540396] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f945d6-1bd1-4f35-8629-3eb5a713b29f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.549376] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1080.549376] env[68986]: value = "task-3216553" [ 1080.549376] env[68986]: _type = "Task" [ 1080.549376] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.557363] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.584313] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216552, 'name': ReconfigVM_Task, 'duration_secs': 0.588653} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.587519] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f/441f10f7-8b11-4666-b977-b8fb65f7d44f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.587808] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05db0235-f4f7-4071-aeac-d29a9015ed61 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.594895] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1080.594895] env[68986]: value = "task-3216554" [ 1080.594895] env[68986]: _type = "Task" [ 1080.594895] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.599484] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3c0cf-bced-4dbc-9eb6-9087a8771274 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.609022] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216554, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.611296] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04029067-ac7d-4f6c-8d5d-a5697e19ae0e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.642432] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366f3c18-ad6f-4cb0-9408-28dc72c10f86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.650081] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81665d76-8ad3-4ae6-bd5a-4cfd109f2630 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.663113] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.734084] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8b1d9e7c-0dc4-4f62-9c6b-16b8541857f6 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.734903] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8b1d9e7c-0dc4-4f62-9c6b-16b8541857f6 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.735251] env[68986]: DEBUG nova.objects.instance [None req-8b1d9e7c-0dc4-4f62-9c6b-16b8541857f6 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'flavor' on Instance uuid 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.777398] env[68986]: DEBUG nova.network.neutron [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.898232] env[68986]: DEBUG nova.network.neutron [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Updating instance_info_cache with network_info: [{"id": "3df20107-747f-4b37-a300-0d6f2289ecd3", "address": "fa:16:3e:1e:29:fb", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3df20107-74", "ovs_interfaceid": "3df20107-747f-4b37-a300-0d6f2289ecd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.059099] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073612} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.059362] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.060157] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ca0b98-5778-4e37-baf4-5518fdf0fe7d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.074810] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.075050] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.075254] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.075434] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.075597] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.085802] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3f1cb0c3-e2ec-4200-bb80-bd2db455629e/3f1cb0c3-e2ec-4200-bb80-bd2db455629e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.086304] env[68986]: INFO nova.compute.manager [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Terminating instance [ 1081.087571] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcee1b28-f8da-4133-84e3-8394d030dcf2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.111417] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216554, 'name': Rename_Task, 'duration_secs': 0.193053} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.113120] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.113431] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1081.113431] env[68986]: value = "task-3216555" [ 1081.113431] env[68986]: _type = "Task" [ 1081.113431] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.113839] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453f2176-c877-4e5b-bd0f-505f07c712d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.123428] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.124531] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1081.124531] env[68986]: value = "task-3216556" [ 1081.124531] env[68986]: _type = "Task" [ 1081.124531] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.131866] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.165814] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.239638] env[68986]: DEBUG nova.objects.instance [None req-8b1d9e7c-0dc4-4f62-9c6b-16b8541857f6 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'pci_requests' on Instance uuid 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.401320] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "refresh_cache-bf366737-90c6-489c-8634-fd2e2008ee90" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.401595] env[68986]: DEBUG nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Instance network_info: |[{"id": "3df20107-747f-4b37-a300-0d6f2289ecd3", "address": "fa:16:3e:1e:29:fb", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3df20107-74", "ovs_interfaceid": "3df20107-747f-4b37-a300-0d6f2289ecd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.402068] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:29:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3df20107-747f-4b37-a300-0d6f2289ecd3', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.409689] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.409916] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.410212] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b416a5be-0519-4737-95f8-bc2e65994928 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.429599] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.429599] env[68986]: value = "task-3216557" [ 1081.429599] env[68986]: _type = "Task" [ 1081.429599] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.437421] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216557, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.485982] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.486252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.486440] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.607014] env[68986]: DEBUG nova.compute.manager [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.607288] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.608312] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9193605e-fd17-4126-a34b-d0afb612a2f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.616188] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.619494] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f89e13a-2490-45ec-bc15-a04e95476335 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.625865] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216555, 'name': ReconfigVM_Task, 'duration_secs': 0.325664} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.629753] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3f1cb0c3-e2ec-4200-bb80-bd2db455629e/3f1cb0c3-e2ec-4200-bb80-bd2db455629e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.630511] env[68986]: DEBUG oslo_vmware.api [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1081.630511] env[68986]: value = "task-3216558" [ 1081.630511] env[68986]: _type = "Task" [ 1081.630511] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.630725] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23930639-ae51-4f54-8d3f-b58f85ae61da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.638839] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.644631] env[68986]: DEBUG oslo_vmware.api [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.645536] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1081.645536] env[68986]: value = "task-3216559" [ 1081.645536] env[68986]: _type = "Task" [ 1081.645536] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.653769] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216559, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.673686] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1081.673940] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.394s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.674574] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.360s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.675793] env[68986]: INFO nova.compute.claims [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.706082] env[68986]: DEBUG nova.compute.manager [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Received event network-changed-3df20107-747f-4b37-a300-0d6f2289ecd3 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.706266] env[68986]: DEBUG nova.compute.manager [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Refreshing instance network info cache due to event network-changed-3df20107-747f-4b37-a300-0d6f2289ecd3. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.706496] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] Acquiring lock "refresh_cache-bf366737-90c6-489c-8634-fd2e2008ee90" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.706632] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] Acquired lock "refresh_cache-bf366737-90c6-489c-8634-fd2e2008ee90" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.707530] env[68986]: DEBUG nova.network.neutron [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Refreshing network info cache for port 3df20107-747f-4b37-a300-0d6f2289ecd3 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.742992] env[68986]: DEBUG nova.objects.base [None req-8b1d9e7c-0dc4-4f62-9c6b-16b8541857f6 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Object Instance<776e45dd-2e43-4980-a189-811bbe6a19cb> lazy-loaded attributes: flavor,pci_requests {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.743233] env[68986]: DEBUG nova.network.neutron [None req-8b1d9e7c-0dc4-4f62-9c6b-16b8541857f6 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.836113] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8b1d9e7c-0dc4-4f62-9c6b-16b8541857f6 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.101s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.938897] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216557, 'name': CreateVM_Task, 'duration_secs': 0.313525} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.938897] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.939594] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.939760] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.940112] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.940374] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b13c25-8724-4100-8479-c9054a18a2f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.944904] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1081.944904] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5219035d-d223-602a-e9dd-cc5741103cb8" [ 1081.944904] env[68986]: _type = "Task" [ 1081.944904] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.952407] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5219035d-d223-602a-e9dd-cc5741103cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.135097] env[68986]: DEBUG oslo_vmware.api [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216556, 'name': PowerOnVM_Task, 'duration_secs': 0.685093} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.138031] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.138244] env[68986]: DEBUG nova.compute.manager [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.138963] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bcf382-3d36-4797-bd39-5a5dcc0fc7ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.145772] env[68986]: DEBUG oslo_vmware.api [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216558, 'name': PowerOffVM_Task, 'duration_secs': 0.209892} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.147357] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.147531] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.152802] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c8b8fa-d481-46c2-837a-70d9173e1921 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.159013] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216559, 'name': Rename_Task, 'duration_secs': 0.175571} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.159202] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.159424] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e957f0d4-4bf0-4b35-8a58-153b7842001f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.164181] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1082.164181] env[68986]: value = "task-3216561" [ 1082.164181] env[68986]: _type = "Task" [ 1082.164181] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.170955] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.215061] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.217124] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.217124] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleting the datastore file [datastore1] ddd9cc3e-894a-4d2f-920d-de01e60ed62b {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.217124] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1720d38e-f480-4301-a74d-4c9f53676147 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.224103] env[68986]: DEBUG oslo_vmware.api [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1082.224103] env[68986]: value = "task-3216562" [ 1082.224103] env[68986]: _type = "Task" [ 1082.224103] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.233590] env[68986]: DEBUG oslo_vmware.api [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.414329] env[68986]: DEBUG nova.network.neutron [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Updated VIF entry in instance network info cache for port 3df20107-747f-4b37-a300-0d6f2289ecd3. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.414767] env[68986]: DEBUG nova.network.neutron [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Updating instance_info_cache with network_info: [{"id": "3df20107-747f-4b37-a300-0d6f2289ecd3", "address": "fa:16:3e:1e:29:fb", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3df20107-74", "ovs_interfaceid": "3df20107-747f-4b37-a300-0d6f2289ecd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.455210] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5219035d-d223-602a-e9dd-cc5741103cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.047499} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.455498] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.455720] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.455956] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.456110] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.456290] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.456542] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecbbd3a8-c704-462c-9adc-4f3bf02e51ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.474833] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.475049] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.475834] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a43bc41-b000-4441-a58c-96448a79abe2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.480995] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1082.480995] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520ecdb7-f049-e7b1-1f70-dc907b4fec67" [ 1082.480995] env[68986]: _type = "Task" [ 1082.480995] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.489577] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520ecdb7-f049-e7b1-1f70-dc907b4fec67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.519571] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.519743] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.519915] env[68986]: DEBUG nova.network.neutron [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.663830] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.674122] env[68986]: DEBUG oslo_vmware.api [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216561, 'name': PowerOnVM_Task, 'duration_secs': 0.482057} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.674386] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.674589] env[68986]: INFO nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1082.674770] env[68986]: DEBUG nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.675549] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ae26b-dbc9-4ea1-972c-fd8396009273 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.734806] env[68986]: DEBUG oslo_vmware.api [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24382} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.737500] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.737692] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.737908] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.738093] env[68986]: INFO nova.compute.manager [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1082.738334] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.738715] env[68986]: DEBUG nova.compute.manager [-] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.738817] env[68986]: DEBUG nova.network.neutron [-] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.904373] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef824de-5e16-4890-aa51-50d987e143e2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.912068] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6109cbb4-2bd7-410e-a75c-5015b7ff8086 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.918216] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef14b47f-d4c7-4008-a941-4ccbdf095654 req-4e95a51d-d6ec-4b7b-b2e8-c3be6a724b4c service nova] Releasing lock "refresh_cache-bf366737-90c6-489c-8634-fd2e2008ee90" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.944112] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4831a65-6bd5-48c8-8f18-f3d885671377 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.952891] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3483cf75-82cf-41ef-bc83-1c9911a41520 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.966611] env[68986]: DEBUG nova.compute.provider_tree [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.992724] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520ecdb7-f049-e7b1-1f70-dc907b4fec67, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.993532] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2830e7b7-a726-482a-8810-21a6d99532d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.998872] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1082.998872] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb23a8-6a33-c1bf-9997-a73a630c92a6" [ 1082.998872] env[68986]: _type = "Task" [ 1082.998872] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.006467] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb23a8-6a33-c1bf-9997-a73a630c92a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.198092] env[68986]: INFO nova.compute.manager [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Took 24.59 seconds to build instance. [ 1083.295066] env[68986]: DEBUG nova.network.neutron [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance_info_cache with network_info: [{"id": "e63f710e-cd47-4740-9b6b-02246339fd06", "address": "fa:16:3e:5b:e6:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63f710e-cd", "ovs_interfaceid": "e63f710e-cd47-4740-9b6b-02246339fd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.470368] env[68986]: DEBUG nova.scheduler.client.report [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.511019] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cb23a8-6a33-c1bf-9997-a73a630c92a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015436} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.511287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.511545] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bf366737-90c6-489c-8634-fd2e2008ee90/bf366737-90c6-489c-8634-fd2e2008ee90.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.512176] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-024c971e-c5c2-46af-90a4-f1da7b66353e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.518540] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1083.518540] env[68986]: value = "task-3216563" [ 1083.518540] env[68986]: _type = "Task" [ 1083.518540] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.526988] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.702229] env[68986]: DEBUG nova.network.neutron [-] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.702229] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f667acf2-8433-48b8-bad5-083d4e4964f3 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.104s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.798116] env[68986]: DEBUG oslo_concurrency.lockutils [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.865389] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.865677] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.866131] env[68986]: DEBUG nova.objects.instance [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'flavor' on Instance uuid 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.884557] env[68986]: DEBUG nova.compute.manager [req-586961c9-cd0f-4897-a8f4-f587e8dc391e req-8ee866b2-50eb-4528-bcc8-72e9f552baa6 service nova] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Received event network-vif-deleted-b14ab3ac-6fb9-481d-bec9-e67ee066cf13 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.975577] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.976237] env[68986]: DEBUG nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.979469] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.809s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.981679] env[68986]: INFO nova.compute.claims [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.032312] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216563, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.203457] env[68986]: INFO nova.compute.manager [-] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Took 1.46 seconds to deallocate network for instance. [ 1084.328028] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3745c4fe-6e6a-4311-8aba-0d747c5621db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.347675] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40564cc8-883f-4329-b533-093a9c3834a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.355029] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance 'fc93d757-11bd-413d-98c8-0bc59b7f39de' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.440740] env[68986]: DEBUG nova.objects.instance [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'pci_requests' on Instance uuid 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.451037] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "441f10f7-8b11-4666-b977-b8fb65f7d44f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.451212] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.451418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "441f10f7-8b11-4666-b977-b8fb65f7d44f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.451598] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.451763] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.453698] env[68986]: INFO nova.compute.manager [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Terminating instance [ 1084.488884] env[68986]: DEBUG nova.compute.utils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.490250] env[68986]: DEBUG nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.490418] env[68986]: DEBUG nova.network.neutron [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.530238] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518671} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.530792] env[68986]: DEBUG nova.policy [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64788722dd844c2e967918e003c59652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a989d3065eb54befbf7f9e9476e3f048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.532351] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bf366737-90c6-489c-8634-fd2e2008ee90/bf366737-90c6-489c-8634-fd2e2008ee90.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.532589] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.534055] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3480347c-e724-4d31-a0f4-71fa66ea3af6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.541032] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1084.541032] env[68986]: value = "task-3216564" [ 1084.541032] env[68986]: _type = "Task" [ 1084.541032] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.549984] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.711026] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.828678] env[68986]: DEBUG nova.network.neutron [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Successfully created port: 76a1127d-04e8-4dd3-bb9e-72bc53a519fa {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.861799] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.862126] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed02232-ba46-46ee-bd89-48e12d68eae1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.870288] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1084.870288] env[68986]: value = "task-3216565" [ 1084.870288] env[68986]: _type = "Task" [ 1084.870288] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.878066] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.943430] env[68986]: DEBUG nova.objects.base [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Object Instance<776e45dd-2e43-4980-a189-811bbe6a19cb> lazy-loaded attributes: flavor,pci_requests {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.944753] env[68986]: DEBUG nova.network.neutron [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.957091] env[68986]: DEBUG nova.compute.manager [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.957225] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.958200] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabacf6-98af-42d3-bc89-071617d0da44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.965550] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.965813] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc80cd6-e268-4537-88c7-679ad82c698a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.971540] env[68986]: DEBUG oslo_vmware.api [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1084.971540] env[68986]: value = "task-3216566" [ 1084.971540] env[68986]: _type = "Task" [ 1084.971540] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.979246] env[68986]: DEBUG oslo_vmware.api [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.995819] env[68986]: DEBUG nova.policy [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.998756] env[68986]: DEBUG nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.053537] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068382} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.056079] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.057200] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6785dd-1f5e-4037-8eef-9d8ee104ba2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.083123] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] bf366737-90c6-489c-8634-fd2e2008ee90/bf366737-90c6-489c-8634-fd2e2008ee90.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.087096] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca98c96c-9c25-43ad-9603-3d66c9398c24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.104798] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.105042] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.113200] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1085.113200] env[68986]: value = "task-3216567" [ 1085.113200] env[68986]: _type = "Task" [ 1085.113200] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.126255] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.312506] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b3c75-f6f9-43d3-86de-514c999b3ff3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.321355] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb655681-e85a-43b0-8d29-5bc3bfa18932 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.354582] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2617df96-35be-421a-87e8-f71fac4d2c00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.362566] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1b7d6-6b54-49b0-8d71-8af859f88dc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.378039] env[68986]: DEBUG nova.compute.provider_tree [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.384330] env[68986]: DEBUG nova.network.neutron [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Successfully created port: fab30e6e-6db4-420d-974e-9caff5258f80 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.390950] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.480488] env[68986]: DEBUG oslo_vmware.api [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216566, 'name': PowerOffVM_Task, 'duration_secs': 0.299469} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.480756] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.480921] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.481185] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab5d23f7-535e-4aa8-8267-2a34e9d3a627 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.549614] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.549885] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.550101] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleting the datastore file [datastore2] 441f10f7-8b11-4666-b977-b8fb65f7d44f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.550359] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff8eec9d-9ca7-4f19-8ae9-cb012904e3a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.556758] env[68986]: DEBUG oslo_vmware.api [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1085.556758] env[68986]: value = "task-3216569" [ 1085.556758] env[68986]: _type = "Task" [ 1085.556758] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.564482] env[68986]: DEBUG oslo_vmware.api [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.607639] env[68986]: DEBUG nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.623367] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.891274] env[68986]: DEBUG nova.scheduler.client.report [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.899021] env[68986]: DEBUG oslo_vmware.api [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216565, 'name': PowerOnVM_Task, 'duration_secs': 0.547439} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.899021] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.899021] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-729d7e7a-4fe5-4e9e-8d3f-b58eb8325639 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance 'fc93d757-11bd-413d-98c8-0bc59b7f39de' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.008041] env[68986]: DEBUG nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.034316] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.034567] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.034761] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.034900] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.035054] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.035210] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.035406] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.035559] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.035751] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.035925] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.036114] env[68986]: DEBUG nova.virt.hardware [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.036967] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65903347-f7e9-4e41-81ec-04dd036687c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.044858] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188d0180-99a5-4c27-b872-df07d510f984 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.064855] env[68986]: DEBUG oslo_vmware.api [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204227} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.065138] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.065324] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.065498] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.065679] env[68986]: INFO nova.compute.manager [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1086.065914] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.066127] env[68986]: DEBUG nova.compute.manager [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.066228] env[68986]: DEBUG nova.network.neutron [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.102622] env[68986]: DEBUG nova.compute.manager [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Received event network-changed-febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.103858] env[68986]: DEBUG nova.compute.manager [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Refreshing instance network info cache due to event network-changed-febb463b-4424-41de-bc06-e32a593e49aa. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.103858] env[68986]: DEBUG oslo_concurrency.lockutils [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] Acquiring lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.103858] env[68986]: DEBUG oslo_concurrency.lockutils [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] Acquired lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.103858] env[68986]: DEBUG nova.network.neutron [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Refreshing network info cache for port febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.126286] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216567, 'name': ReconfigVM_Task, 'duration_secs': 0.612322} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.126556] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Reconfigured VM instance instance-00000063 to attach disk [datastore2] bf366737-90c6-489c-8634-fd2e2008ee90/bf366737-90c6-489c-8634-fd2e2008ee90.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.127283] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a983310-b965-4c40-b188-9c93a705deaf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.132218] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.133534] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1086.133534] env[68986]: value = "task-3216570" [ 1086.133534] env[68986]: _type = "Task" [ 1086.133534] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.143119] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216570, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.380892] env[68986]: DEBUG nova.compute.manager [req-7e55eeed-560e-43af-b656-8e028cab74db req-cf49eb69-471b-4846-9069-ca0215ef7785 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Received event network-vif-plugged-76a1127d-04e8-4dd3-bb9e-72bc53a519fa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.381154] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e55eeed-560e-43af-b656-8e028cab74db req-cf49eb69-471b-4846-9069-ca0215ef7785 service nova] Acquiring lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.381345] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e55eeed-560e-43af-b656-8e028cab74db req-cf49eb69-471b-4846-9069-ca0215ef7785 service nova] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.381511] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e55eeed-560e-43af-b656-8e028cab74db req-cf49eb69-471b-4846-9069-ca0215ef7785 service nova] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.381677] env[68986]: DEBUG nova.compute.manager [req-7e55eeed-560e-43af-b656-8e028cab74db req-cf49eb69-471b-4846-9069-ca0215ef7785 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] No waiting events found dispatching network-vif-plugged-76a1127d-04e8-4dd3-bb9e-72bc53a519fa {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.381856] env[68986]: WARNING nova.compute.manager [req-7e55eeed-560e-43af-b656-8e028cab74db req-cf49eb69-471b-4846-9069-ca0215ef7785 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Received unexpected event network-vif-plugged-76a1127d-04e8-4dd3-bb9e-72bc53a519fa for instance with vm_state building and task_state spawning. [ 1086.397493] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.397901] env[68986]: DEBUG nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.400497] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.737s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.402028] env[68986]: INFO nova.compute.claims [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.486282] env[68986]: DEBUG nova.network.neutron [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Successfully updated port: 76a1127d-04e8-4dd3-bb9e-72bc53a519fa {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.644450] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216570, 'name': Rename_Task, 'duration_secs': 0.247928} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.644631] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.644853] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2372f841-9c24-4e31-9fce-caca9abdbdfd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.650766] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1086.650766] env[68986]: value = "task-3216571" [ 1086.650766] env[68986]: _type = "Task" [ 1086.650766] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.658462] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.805594] env[68986]: DEBUG nova.network.neutron [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Updated VIF entry in instance network info cache for port febb463b-4424-41de-bc06-e32a593e49aa. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.806042] env[68986]: DEBUG nova.network.neutron [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Updating instance_info_cache with network_info: [{"id": "febb463b-4424-41de-bc06-e32a593e49aa", "address": "fa:16:3e:e2:ec:51", "network": {"id": "8bbbc457-372b-4b22-ac2e-ff14916cbd9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767383685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96331e241b0418a8401fc4615a0077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfebb463b-44", "ovs_interfaceid": "febb463b-4424-41de-bc06-e32a593e49aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.907096] env[68986]: DEBUG nova.compute.utils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.908544] env[68986]: DEBUG nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.909354] env[68986]: DEBUG nova.network.neutron [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.952144] env[68986]: DEBUG nova.policy [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9936477290242d4b2c63fd374516a05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed204c16871c4944a792d50c7875d14a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.953656] env[68986]: DEBUG nova.network.neutron [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.989963] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "refresh_cache-0c322fc3-cfab-40cc-ae8c-5b4a952e013d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.989963] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquired lock "refresh_cache-0c322fc3-cfab-40cc-ae8c-5b4a952e013d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.990129] env[68986]: DEBUG nova.network.neutron [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.161217] env[68986]: DEBUG oslo_vmware.api [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216571, 'name': PowerOnVM_Task, 'duration_secs': 0.44817} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.161489] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.162907] env[68986]: INFO nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1087.162907] env[68986]: DEBUG nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.162907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3617e9ea-2cf3-4a1c-aa74-028f001826f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.221858] env[68986]: DEBUG nova.network.neutron [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Successfully updated port: fab30e6e-6db4-420d-974e-9caff5258f80 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.228068] env[68986]: DEBUG nova.network.neutron [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Successfully created port: b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.308901] env[68986]: DEBUG oslo_concurrency.lockutils [req-2044edc1-d2f5-4252-bbf5-2a967eb1d708 req-6db37d99-967a-4cfd-8132-d9040458c730 service nova] Releasing lock "refresh_cache-3f1cb0c3-e2ec-4200-bb80-bd2db455629e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.420734] env[68986]: DEBUG nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.459808] env[68986]: INFO nova.compute.manager [-] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Took 1.39 seconds to deallocate network for instance. [ 1087.532656] env[68986]: DEBUG nova.network.neutron [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.662635] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca481bf-2ef2-47ec-9183-004565b21f81 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.670116] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d243db-d60f-449b-ad91-7eceb0dc086e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.674218] env[68986]: DEBUG nova.network.neutron [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Updating instance_info_cache with network_info: [{"id": "76a1127d-04e8-4dd3-bb9e-72bc53a519fa", "address": "fa:16:3e:1d:94:a3", "network": {"id": "ed542f93-87f1-40e6-8218-a8221d17fa2c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-16869453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a989d3065eb54befbf7f9e9476e3f048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a1127d-04", "ovs_interfaceid": "76a1127d-04e8-4dd3-bb9e-72bc53a519fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.705399] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b77331d-09b8-481c-a566-d84abf923a08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.708397] env[68986]: INFO nova.compute.manager [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Took 22.77 seconds to build instance. [ 1087.714114] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedf6a09-d065-44c5-b07d-efcac14f3399 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.727717] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.727901] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.728087] env[68986]: DEBUG nova.network.neutron [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.729485] env[68986]: DEBUG nova.compute.provider_tree [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.967876] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.094674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.094932] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.095141] env[68986]: DEBUG nova.compute.manager [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Going to confirm migration 5 {{(pid=68986) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1088.180564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Releasing lock "refresh_cache-0c322fc3-cfab-40cc-ae8c-5b4a952e013d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.181020] env[68986]: DEBUG nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Instance network_info: |[{"id": "76a1127d-04e8-4dd3-bb9e-72bc53a519fa", "address": "fa:16:3e:1d:94:a3", "network": {"id": "ed542f93-87f1-40e6-8218-a8221d17fa2c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-16869453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a989d3065eb54befbf7f9e9476e3f048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a1127d-04", "ovs_interfaceid": "76a1127d-04e8-4dd3-bb9e-72bc53a519fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.181816] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:94:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76a1127d-04e8-4dd3-bb9e-72bc53a519fa', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.189390] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Creating folder: Project (a989d3065eb54befbf7f9e9476e3f048). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.189656] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38555fbc-3a62-4574-b60e-4bb29ce5be1a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.200454] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Created folder: Project (a989d3065eb54befbf7f9e9476e3f048) in parent group-v642845. [ 1088.200631] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Creating folder: Instances. Parent ref: group-v643127. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.200850] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37547849-4fe4-4a0b-a7d0-a77b46e883b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.210948] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca43f2c4-3f61-4d8b-8557-923144d23e4f tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "bf366737-90c6-489c-8634-fd2e2008ee90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.277s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.211207] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Created folder: Instances in parent group-v643127. [ 1088.211424] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.211612] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.211844] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daeb5799-3678-4a09-82a7-5c4bc5d24e77 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.233686] env[68986]: DEBUG nova.scheduler.client.report [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.236917] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.236917] env[68986]: value = "task-3216574" [ 1088.236917] env[68986]: _type = "Task" [ 1088.236917] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.247631] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216574, 'name': CreateVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.276234] env[68986]: WARNING nova.network.neutron [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] 8724e937-d410-4a08-9089-5b7ed5ae80cc already exists in list: networks containing: ['8724e937-d410-4a08-9089-5b7ed5ae80cc']. ignoring it [ 1088.435140] env[68986]: DEBUG nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.469989] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.470302] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.470509] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.470759] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.470962] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.471162] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.471476] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.471642] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.471864] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.472096] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.472348] env[68986]: DEBUG nova.virt.hardware [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.473566] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1af69aa-f79c-4db0-b916-734682d8f313 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.482963] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ae7f01-07f7-423b-8634-18ea44a531d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.565149] env[68986]: DEBUG nova.network.neutron [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fab30e6e-6db4-420d-974e-9caff5258f80", "address": "fa:16:3e:39:0b:6c", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab30e6e-6d", "ovs_interfaceid": "fab30e6e-6db4-420d-974e-9caff5258f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.639221] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.639473] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquired lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.639720] env[68986]: DEBUG nova.network.neutron [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.639926] env[68986]: DEBUG nova.objects.instance [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'info_cache' on Instance uuid fc93d757-11bd-413d-98c8-0bc59b7f39de {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.701438] env[68986]: DEBUG nova.network.neutron [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Successfully updated port: b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.743163] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.743677] env[68986]: DEBUG nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.749214] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.528s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.750594] env[68986]: INFO nova.compute.claims [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.753296] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216574, 'name': CreateVM_Task, 'duration_secs': 0.414616} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.753724] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.754363] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.754581] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.754911] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.755175] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ada216-c586-42c9-8672-2295e3bd0ecd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.760453] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1088.760453] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529c51e8-458c-4dd9-ffe4-0aee7a2e4c6b" [ 1088.760453] env[68986]: _type = "Task" [ 1088.760453] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.768523] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529c51e8-458c-4dd9-ffe4-0aee7a2e4c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.067946] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.068718] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.068936] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.069790] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca34bd61-386e-4219-8848-7dc6ee0c26aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.087638] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.087859] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.088022] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.088210] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.088358] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.088504] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.088712] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.088894] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.089103] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.089262] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.089434] env[68986]: DEBUG nova.virt.hardware [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.095663] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfiguring VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1089.095966] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8097064-6acd-45b2-97f8-017a82dbd79f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.112332] env[68986]: DEBUG oslo_vmware.api [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1089.112332] env[68986]: value = "task-3216575" [ 1089.112332] env[68986]: _type = "Task" [ 1089.112332] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.119770] env[68986]: DEBUG oslo_vmware.api [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216575, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.204156] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.204761] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquired lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.204761] env[68986]: DEBUG nova.network.neutron [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.256222] env[68986]: DEBUG nova.compute.utils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.260612] env[68986]: DEBUG nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.260612] env[68986]: DEBUG nova.network.neutron [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.273191] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529c51e8-458c-4dd9-ffe4-0aee7a2e4c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.273558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.273851] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.274169] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.274394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.274635] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.274940] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66752a6a-1724-45b0-b130-c5a196f0d535 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.283180] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.283343] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.284382] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3224f0f7-1876-4252-a237-93e38528f0f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.290064] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1089.290064] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5c15f-b61c-1a7a-30fb-a01eea0a040d" [ 1089.290064] env[68986]: _type = "Task" [ 1089.290064] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.297456] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5c15f-b61c-1a7a-30fb-a01eea0a040d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.304195] env[68986]: DEBUG nova.policy [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '487c9bd6cc654cd0849880c23a245563', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea7c27eaf42d6bd2beed2e4c32ac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.593028] env[68986]: DEBUG nova.network.neutron [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Successfully created port: 3d548095-8bda-45d6-90d4-9a75f002e30a {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.623940] env[68986]: DEBUG oslo_vmware.api [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.756487] env[68986]: DEBUG nova.network.neutron [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.760898] env[68986]: DEBUG nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.808423] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b5c15f-b61c-1a7a-30fb-a01eea0a040d, 'name': SearchDatastore_Task, 'duration_secs': 0.008262} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.808618] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206f6d6d-ba9a-4396-b9e2-dae4fe6c8782 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.814372] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1089.814372] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520ec4aa-02db-6d98-4d8f-8320f0371df7" [ 1089.814372] env[68986]: _type = "Task" [ 1089.814372] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.825773] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520ec4aa-02db-6d98-4d8f-8320f0371df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.863878] env[68986]: DEBUG nova.network.neutron [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance_info_cache with network_info: [{"id": "e63f710e-cd47-4740-9b6b-02246339fd06", "address": "fa:16:3e:5b:e6:ec", "network": {"id": "8dfe220d-229f-4ed6-815a-948d519607a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1044411910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ca1ff8c6158647e0ab95a0278f36a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63f710e-cd", "ovs_interfaceid": "e63f710e-cd47-4740-9b6b-02246339fd06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.928378] env[68986]: DEBUG nova.network.neutron [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.026054] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e62769f-31f7-4224-92fb-b0428c896d90 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.033884] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06157cdf-b564-45c5-9724-4b1353cc3f05 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.064616] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4497a375-4d0d-4f94-8500-9d47d18db4f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.071912] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdcced2-0c28-4b13-a470-48b0346a5cbf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.086385] env[68986]: DEBUG nova.compute.provider_tree [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.121103] env[68986]: DEBUG oslo_vmware.api [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216575, 'name': ReconfigVM_Task, 'duration_secs': 0.587824} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.121598] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.121804] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfigured VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1090.324559] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520ec4aa-02db-6d98-4d8f-8320f0371df7, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.324890] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.325012] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 0c322fc3-cfab-40cc-ae8c-5b4a952e013d/0c322fc3-cfab-40cc-ae8c-5b4a952e013d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.325260] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1375be77-8aa7-47fc-91cb-97a587fe0b71 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.331425] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1090.331425] env[68986]: value = "task-3216576" [ 1090.331425] env[68986]: _type = "Task" [ 1090.331425] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.342568] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.367469] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Releasing lock "refresh_cache-fc93d757-11bd-413d-98c8-0bc59b7f39de" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.367810] env[68986]: DEBUG nova.objects.instance [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lazy-loading 'migration_context' on Instance uuid fc93d757-11bd-413d-98c8-0bc59b7f39de {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.431070] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Releasing lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.431443] env[68986]: DEBUG nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Instance network_info: |[{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.431881] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:77:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2323fc2-3737-4f1a-93b1-e4a64a7840c2', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.440398] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Creating folder: Project (ed204c16871c4944a792d50c7875d14a). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.440398] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7e9bae2-f1ae-4cb7-97d5-6aa82d6df24e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.449629] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Created folder: Project (ed204c16871c4944a792d50c7875d14a) in parent group-v642845. [ 1090.449721] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Creating folder: Instances. Parent ref: group-v643130. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.449887] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27c280b4-42c7-4e0e-92f5-9905819c2b60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.457641] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Created folder: Instances in parent group-v643130. [ 1090.457901] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.458126] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.458334] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fdf5648-59a2-4f62-935e-84f479108414 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.478210] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.478210] env[68986]: value = "task-3216579" [ 1090.478210] env[68986]: _type = "Task" [ 1090.478210] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.486022] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216579, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.589851] env[68986]: DEBUG nova.scheduler.client.report [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.627363] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4184e0c8-6632-4f85-aca9-8e4b2e117277 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.761s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.772475] env[68986]: DEBUG nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.809825] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.810195] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.810446] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.810670] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.810828] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.810998] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.811255] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.811417] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.811586] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.811750] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.811957] env[68986]: DEBUG nova.virt.hardware [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.812909] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3129be5c-2eaa-47ef-b770-82eff42fbeb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.820941] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d210bb-3cc9-40f1-a167-6fb5b152a3b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.840955] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216576, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.871115] env[68986]: DEBUG nova.objects.base [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.871989] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5027aae0-3626-436c-8389-fb000716190d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.897623] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c03ed2c-ab75-4419-9ae9-2ad35ce0c4a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.904401] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1090.904401] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528a8f7a-3c09-7a6c-ca76-6c00f95b6655" [ 1090.904401] env[68986]: _type = "Task" [ 1090.904401] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.914626] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528a8f7a-3c09-7a6c-ca76-6c00f95b6655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.988077] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216579, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.095939] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.096508] env[68986]: DEBUG nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.099199] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 12.274s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.150486] env[68986]: DEBUG nova.network.neutron [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Successfully updated port: 3d548095-8bda-45d6-90d4-9a75f002e30a {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.344191] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546291} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.344592] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 0c322fc3-cfab-40cc-ae8c-5b4a952e013d/0c322fc3-cfab-40cc-ae8c-5b4a952e013d.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.344702] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.344901] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c95be93-bac2-493d-a1f5-294811a74472 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.352464] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1091.352464] env[68986]: value = "task-3216580" [ 1091.352464] env[68986]: _type = "Task" [ 1091.352464] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.360657] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.417535] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528a8f7a-3c09-7a6c-ca76-6c00f95b6655, 'name': SearchDatastore_Task, 'duration_secs': 0.019019} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.418104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.488130] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216579, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.602359] env[68986]: DEBUG nova.compute.utils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.603838] env[68986]: DEBUG nova.objects.instance [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'migration_context' on Instance uuid dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.604949] env[68986]: DEBUG nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.605129] env[68986]: DEBUG nova.network.neutron [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.625742] env[68986]: DEBUG nova.compute.manager [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-vif-plugged-fab30e6e-6db4-420d-974e-9caff5258f80 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.625988] env[68986]: DEBUG oslo_concurrency.lockutils [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.626216] env[68986]: DEBUG oslo_concurrency.lockutils [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.626550] env[68986]: DEBUG oslo_concurrency.lockutils [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.626550] env[68986]: DEBUG nova.compute.manager [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] No waiting events found dispatching network-vif-plugged-fab30e6e-6db4-420d-974e-9caff5258f80 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.626688] env[68986]: WARNING nova.compute.manager [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received unexpected event network-vif-plugged-fab30e6e-6db4-420d-974e-9caff5258f80 for instance with vm_state active and task_state None. [ 1091.626837] env[68986]: DEBUG nova.compute.manager [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-changed-fab30e6e-6db4-420d-974e-9caff5258f80 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.626969] env[68986]: DEBUG nova.compute.manager [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing instance network info cache due to event network-changed-fab30e6e-6db4-420d-974e-9caff5258f80. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.627158] env[68986]: DEBUG oslo_concurrency.lockutils [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.627291] env[68986]: DEBUG oslo_concurrency.lockutils [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.627441] env[68986]: DEBUG nova.network.neutron [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing network info cache for port fab30e6e-6db4-420d-974e-9caff5258f80 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.640892] env[68986]: DEBUG nova.policy [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '487c9bd6cc654cd0849880c23a245563', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea7c27eaf42d6bd2beed2e4c32ac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.652828] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.653035] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.653113] env[68986]: DEBUG nova.network.neutron [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.864062] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071598} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.864293] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.865084] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4f5c92-3428-44b5-9999-6b9ae83084f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.892885] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 0c322fc3-cfab-40cc-ae8c-5b4a952e013d/0c322fc3-cfab-40cc-ae8c-5b4a952e013d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.893620] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057c70a7-d4ba-47c0-82b0-1750dbbf2073 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.915250] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1091.915250] env[68986]: value = "task-3216581" [ 1091.915250] env[68986]: _type = "Task" [ 1091.915250] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.924819] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.948046] env[68986]: DEBUG nova.compute.manager [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Received event network-vif-deleted-768299cf-0142-42c9-b4db-e5aa5e32603c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.949192] env[68986]: DEBUG nova.compute.manager [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Received event network-changed-76a1127d-04e8-4dd3-bb9e-72bc53a519fa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.949404] env[68986]: DEBUG nova.compute.manager [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Refreshing instance network info cache due to event network-changed-76a1127d-04e8-4dd3-bb9e-72bc53a519fa. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.949625] env[68986]: DEBUG oslo_concurrency.lockutils [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] Acquiring lock "refresh_cache-0c322fc3-cfab-40cc-ae8c-5b4a952e013d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.949774] env[68986]: DEBUG oslo_concurrency.lockutils [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] Acquired lock "refresh_cache-0c322fc3-cfab-40cc-ae8c-5b4a952e013d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.949950] env[68986]: DEBUG nova.network.neutron [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Refreshing network info cache for port 76a1127d-04e8-4dd3-bb9e-72bc53a519fa {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.991295] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216579, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.999652] env[68986]: DEBUG nova.network.neutron [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Successfully created port: 159b4bed-f7b5-43ba-b126-111f2690001d {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.108821] env[68986]: DEBUG nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.187197] env[68986]: DEBUG nova.network.neutron [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.372884] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e979c0-874b-4f5b-8fa2-2c25d58201fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.376143] env[68986]: DEBUG nova.network.neutron [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Updating instance_info_cache with network_info: [{"id": "3d548095-8bda-45d6-90d4-9a75f002e30a", "address": "fa:16:3e:bd:f4:52", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548095-8b", "ovs_interfaceid": "3d548095-8bda-45d6-90d4-9a75f002e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.382963] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb5947-e43f-402d-8611-116fe845d534 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.424789] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b10b6-3c03-4c30-aea8-3b3a1d55f69b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.433615] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216581, 'name': ReconfigVM_Task, 'duration_secs': 0.300444} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.438716] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 0c322fc3-cfab-40cc-ae8c-5b4a952e013d/0c322fc3-cfab-40cc-ae8c-5b4a952e013d.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.439631] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bcf19bb-eb2b-46ea-b870-b7b56ea19d69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.442641] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a829720-fa36-418c-b094-bbe44d4599c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.462877] env[68986]: DEBUG nova.compute.provider_tree [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.466337] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1092.466337] env[68986]: value = "task-3216582" [ 1092.466337] env[68986]: _type = "Task" [ 1092.466337] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.479846] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216582, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.490406] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216579, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.626070] env[68986]: DEBUG nova.network.neutron [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updated VIF entry in instance network info cache for port fab30e6e-6db4-420d-974e-9caff5258f80. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.626070] env[68986]: DEBUG nova.network.neutron [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fab30e6e-6db4-420d-974e-9caff5258f80", "address": "fa:16:3e:39:0b:6c", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab30e6e-6d", "ovs_interfaceid": "fab30e6e-6db4-420d-974e-9caff5258f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.668910] env[68986]: DEBUG nova.network.neutron [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Updated VIF entry in instance network info cache for port 76a1127d-04e8-4dd3-bb9e-72bc53a519fa. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.669410] env[68986]: DEBUG nova.network.neutron [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Updating instance_info_cache with network_info: [{"id": "76a1127d-04e8-4dd3-bb9e-72bc53a519fa", "address": "fa:16:3e:1d:94:a3", "network": {"id": "ed542f93-87f1-40e6-8218-a8221d17fa2c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-16869453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a989d3065eb54befbf7f9e9476e3f048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a1127d-04", "ovs_interfaceid": "76a1127d-04e8-4dd3-bb9e-72bc53a519fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.879400] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.879684] env[68986]: DEBUG nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Instance network_info: |[{"id": "3d548095-8bda-45d6-90d4-9a75f002e30a", "address": "fa:16:3e:bd:f4:52", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548095-8b", "ovs_interfaceid": "3d548095-8bda-45d6-90d4-9a75f002e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.880143] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:f4:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d548095-8bda-45d6-90d4-9a75f002e30a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.888121] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating folder: Project (b21ea7c27eaf42d6bd2beed2e4c32ac0). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.888707] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a54f594-dddc-4e13-bc72-fedf6b7b8443 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.899119] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created folder: Project (b21ea7c27eaf42d6bd2beed2e4c32ac0) in parent group-v642845. [ 1092.899267] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating folder: Instances. Parent ref: group-v643133. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.899462] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-656ed97f-2ec7-4b79-9eec-0b7f516becf0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.909932] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created folder: Instances in parent group-v643133. [ 1092.910243] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.910449] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.910650] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2f210d0-af5b-43ee-9434-c5ecf96246f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.932857] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.932857] env[68986]: value = "task-3216585" [ 1092.932857] env[68986]: _type = "Task" [ 1092.932857] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.942509] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216585, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.965715] env[68986]: DEBUG nova.scheduler.client.report [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.979626] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216582, 'name': Rename_Task, 'duration_secs': 0.143141} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.980019] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.980280] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61dc578a-0bbd-4a65-9247-ee895143c7eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.990564] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1092.990564] env[68986]: value = "task-3216586" [ 1092.990564] env[68986]: _type = "Task" [ 1092.990564] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.993690] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216579, 'name': CreateVM_Task, 'duration_secs': 2.483556} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.996904] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.997920] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.998047] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.998364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.998966] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a786a16c-8ccf-4c76-93c4-e4480c43ae1c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.004226] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.007378] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1093.007378] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527d2879-5c20-3c59-a0e4-4bdbe30da614" [ 1093.007378] env[68986]: _type = "Task" [ 1093.007378] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.014607] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527d2879-5c20-3c59-a0e4-4bdbe30da614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.120930] env[68986]: DEBUG nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.126051] env[68986]: DEBUG oslo_concurrency.lockutils [req-68d36e64-a860-47fe-9cb3-699ed641035b req-b0f5b18b-6beb-4740-b806-6bfe246dcf28 service nova] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.148940] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.149239] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.149403] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.149707] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.150081] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.150369] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.150604] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.150797] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.151101] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.151380] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.151560] env[68986]: DEBUG nova.virt.hardware [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.152524] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f921c42-b06f-40f4-a34c-e1d6ba9b7286 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.160721] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a685c4-a0e5-4b3c-8ef0-e54cd0959f35 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.175290] env[68986]: DEBUG oslo_concurrency.lockutils [req-a971dd83-55d1-4b81-a0ea-aada7941e67e req-e92b3e3b-3ab4-4104-9f9a-288c0cf14502 service nova] Releasing lock "refresh_cache-0c322fc3-cfab-40cc-ae8c-5b4a952e013d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.339076] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "bf366737-90c6-489c-8634-fd2e2008ee90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.339353] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "bf366737-90c6-489c-8634-fd2e2008ee90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.339627] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "bf366737-90c6-489c-8634-fd2e2008ee90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.339829] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "bf366737-90c6-489c-8634-fd2e2008ee90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.340073] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "bf366737-90c6-489c-8634-fd2e2008ee90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.342342] env[68986]: INFO nova.compute.manager [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Terminating instance [ 1093.443748] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216585, 'name': CreateVM_Task, 'duration_secs': 0.31958} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.443748] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.444506] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.504575] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216586, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.517249] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527d2879-5c20-3c59-a0e4-4bdbe30da614, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.517554] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.517788] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.518076] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.518230] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.518407] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.518671] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.519018] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.519248] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f1c735-169c-4c94-a292-0f1bfcb2ee99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.521198] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e301737-dd7d-4aed-bb38-7a947b523f75 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.526162] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1093.526162] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527431bf-c133-d681-dd36-9820602344b5" [ 1093.526162] env[68986]: _type = "Task" [ 1093.526162] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.531459] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.531629] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.532554] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8acd872d-13f1-4250-baca-fdf477d63cd0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.537788] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]527431bf-c133-d681-dd36-9820602344b5, 'name': SearchDatastore_Task} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.538339] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.538557] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.538754] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.540548] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1093.540548] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5242b6e0-47e6-1d11-740e-54d26987ef87" [ 1093.540548] env[68986]: _type = "Task" [ 1093.540548] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.547142] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5242b6e0-47e6-1d11-740e-54d26987ef87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.580024] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-6056ba7b-c841-4898-a8d5-0449322f0299" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.580278] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-6056ba7b-c841-4898-a8d5-0449322f0299" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.580617] env[68986]: DEBUG nova.objects.instance [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'flavor' on Instance uuid 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.793114] env[68986]: DEBUG nova.network.neutron [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Successfully updated port: 159b4bed-f7b5-43ba-b126-111f2690001d {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.846112] env[68986]: DEBUG nova.compute.manager [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.846360] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.847267] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560664ca-145e-4406-afee-4256d92908eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.855548] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.856259] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9adb6205-2400-4ccc-9f99-d59485323dcd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.861980] env[68986]: DEBUG oslo_vmware.api [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1093.861980] env[68986]: value = "task-3216587" [ 1093.861980] env[68986]: _type = "Task" [ 1093.861980] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.869960] env[68986]: DEBUG oslo_vmware.api [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.976574] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.877s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.982397] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.318s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.982545] env[68986]: DEBUG nova.objects.instance [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1094.005571] env[68986]: DEBUG oslo_vmware.api [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216586, 'name': PowerOnVM_Task, 'duration_secs': 0.528463} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.006562] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.007092] env[68986]: INFO nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1094.007092] env[68986]: DEBUG nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.008256] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f97e4-282e-47a8-906f-1b3ef0e305d9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.052285] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5242b6e0-47e6-1d11-740e-54d26987ef87, 'name': SearchDatastore_Task, 'duration_secs': 0.007653} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.053412] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bd5fd7-edf8-4e89-88b9-e594610bb14a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.058985] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1094.058985] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fb839-7699-2208-6d34-96a93939e528" [ 1094.058985] env[68986]: _type = "Task" [ 1094.058985] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.066514] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fb839-7699-2208-6d34-96a93939e528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.168821] env[68986]: DEBUG nova.objects.instance [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'pci_requests' on Instance uuid 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.295441] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.295607] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.295796] env[68986]: DEBUG nova.network.neutron [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.371597] env[68986]: DEBUG oslo_vmware.api [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216587, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.527643] env[68986]: INFO nova.compute.manager [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Took 20.24 seconds to build instance. [ 1094.568707] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fb839-7699-2208-6d34-96a93939e528, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.568925] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.569214] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.569478] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.569654] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.569858] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00192cc7-d10a-4dbd-b2f9-cfaf82885123 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.571683] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adea987f-f49d-4c13-a4be-91da1946b2cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.578138] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1094.578138] env[68986]: value = "task-3216588" [ 1094.578138] env[68986]: _type = "Task" [ 1094.578138] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.581661] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.581830] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.582793] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a63505-2f93-47e3-bd12-858435993e7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.587592] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.590479] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1094.590479] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287067b-5fa6-9fa0-c397-2a47f94ae6b5" [ 1094.590479] env[68986]: _type = "Task" [ 1094.590479] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.597465] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287067b-5fa6-9fa0-c397-2a47f94ae6b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.671118] env[68986]: DEBUG nova.objects.base [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Object Instance<776e45dd-2e43-4980-a189-811bbe6a19cb> lazy-loaded attributes: flavor,pci_requests {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.671359] env[68986]: DEBUG nova.network.neutron [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.734890] env[68986]: DEBUG nova.policy [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.831431] env[68986]: DEBUG nova.network.neutron [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.873048] env[68986]: DEBUG oslo_vmware.api [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216587, 'name': PowerOffVM_Task, 'duration_secs': 0.566863} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.875898] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.876176] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.876502] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e4020a-9de0-4b78-84ae-fc008568056e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.944115] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.944387] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.944542] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleting the datastore file [datastore2] bf366737-90c6-489c-8634-fd2e2008ee90 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.944811] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a77e6b1e-a802-4304-879a-1f6005fa8931 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.952919] env[68986]: DEBUG oslo_vmware.api [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1094.952919] env[68986]: value = "task-3216590" [ 1094.952919] env[68986]: _type = "Task" [ 1094.952919] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.962769] env[68986]: DEBUG oslo_vmware.api [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.978307] env[68986]: DEBUG nova.network.neutron [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Updating instance_info_cache with network_info: [{"id": "159b4bed-f7b5-43ba-b126-111f2690001d", "address": "fa:16:3e:6a:07:77", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159b4bed-f7", "ovs_interfaceid": "159b4bed-f7b5-43ba-b126-111f2690001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.997104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d61841be-a8b0-42f0-a029-2b20fe377581 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.000986] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.290s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.000986] env[68986]: DEBUG nova.objects.instance [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'resources' on Instance uuid ddd9cc3e-894a-4d2f-920d-de01e60ed62b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.029406] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c5c2fa5e-e004-40d4-ae2a-559aad27921d tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.748s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.088608] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44945} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.088876] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.089133] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.089404] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f166fe64-7d3f-447e-89ae-e897aeb81928 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.099576] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5287067b-5fa6-9fa0-c397-2a47f94ae6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.007517} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.101326] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1095.101326] env[68986]: value = "task-3216591" [ 1095.101326] env[68986]: _type = "Task" [ 1095.101326] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.101553] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb16f060-97a6-489c-b8c7-d33586bc271d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.109695] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1095.109695] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fe00d1-08da-7773-23fa-2a22d08457ad" [ 1095.109695] env[68986]: _type = "Task" [ 1095.109695] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.113034] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.122623] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52fe00d1-08da-7773-23fa-2a22d08457ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008638} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.122874] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.123148] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/edb1be11-52f6-40d8-8425-37d31f759cc3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.123395] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d59886-0569-4959-9f60-8aaf405be27a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.129207] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1095.129207] env[68986]: value = "task-3216592" [ 1095.129207] env[68986]: _type = "Task" [ 1095.129207] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.137792] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.462643] env[68986]: DEBUG oslo_vmware.api [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168252} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.462938] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.463281] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.463366] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.463517] env[68986]: INFO nova.compute.manager [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1095.463906] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.463991] env[68986]: DEBUG nova.compute.manager [-] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.464062] env[68986]: DEBUG nova.network.neutron [-] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.481717] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.482173] env[68986]: DEBUG nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Instance network_info: |[{"id": "159b4bed-f7b5-43ba-b126-111f2690001d", "address": "fa:16:3e:6a:07:77", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159b4bed-f7", "ovs_interfaceid": "159b4bed-f7b5-43ba-b126-111f2690001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.482622] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:07:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '159b4bed-f7b5-43ba-b126-111f2690001d', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.490722] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.491148] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.491253] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-866627fa-b2b2-4652-8efb-a4710040b1d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.518660] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.518660] env[68986]: value = "task-3216593" [ 1095.518660] env[68986]: _type = "Task" [ 1095.518660] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.529744] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216593, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.530892] env[68986]: INFO nova.compute.manager [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Swapping old allocation on dict_keys(['232528e4-bd89-455c-9ffc-f7d3cc05843d']) held by migration 5237584e-4471-4427-a445-1aecb032e704 for instance [ 1095.556736] env[68986]: DEBUG nova.scheduler.client.report [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Overwriting current allocation {'allocations': {'232528e4-bd89-455c-9ffc-f7d3cc05843d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 138}}, 'project_id': '76eb176ab19c4d8bb2fbb931d079a92d', 'user_id': 'aa36c5d8288549acbf81f2f3608d8497', 'consumer_generation': 1} on consumer dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 {{(pid=68986) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1095.615050] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0651} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.617590] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.618627] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552314a-0d2c-4306-92d3-3a100c56126f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.641202] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.644322] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.644480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.644643] env[68986]: DEBUG nova.network.neutron [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.650152] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cc4c02-d15d-430d-ad4c-aac253b20735 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.670802] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423849} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.672027] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/edb1be11-52f6-40d8-8425-37d31f759cc3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.672254] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.672548] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1095.672548] env[68986]: value = "task-3216594" [ 1095.672548] env[68986]: _type = "Task" [ 1095.672548] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.672726] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dbc055f-1113-4187-8cd0-2866b2a1e5ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.686625] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.688845] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1095.688845] env[68986]: value = "task-3216595" [ 1095.688845] env[68986]: _type = "Task" [ 1095.688845] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.701629] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.777126] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a9b2da-6f92-4294-a0d4-76981c22eea0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.784264] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8fac09-dac8-40ab-9bab-bf5c7ab91c54 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.816282] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eb6934-7b0d-4e77-bd87-c7d8efb0785b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.823427] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba14fea-1f8f-43c2-89f0-77e2b83e57bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.836638] env[68986]: DEBUG nova.compute.provider_tree [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.030358] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216593, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.186639] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.198178] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065365} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.198178] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.199181] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67883a7b-e2f4-4843-882d-4834b1630bc6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.225172] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/edb1be11-52f6-40d8-8425-37d31f759cc3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.226250] env[68986]: DEBUG nova.network.neutron [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Successfully updated port: 6056ba7b-c841-4898-a8d5-0449322f0299 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.229710] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d02630b-4f32-47db-8f62-e9951c1e62c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.244740] env[68986]: DEBUG nova.network.neutron [-] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.258361] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1096.258361] env[68986]: value = "task-3216596" [ 1096.258361] env[68986]: _type = "Task" [ 1096.258361] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.268762] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.339914] env[68986]: DEBUG nova.scheduler.client.report [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.409509] env[68986]: DEBUG nova.network.neutron [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [{"id": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "address": "fa:16:3e:6c:58:34", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a18b46-3f", "ovs_interfaceid": "b5a18b46-3f51-4d9b-8580-2aba721b154e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.530557] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216593, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.684810] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216594, 'name': ReconfigVM_Task, 'duration_secs': 0.614484} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.685498] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.685887] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef36193-879b-4ea8-a626-b24abf61110b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.691378] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1096.691378] env[68986]: value = "task-3216597" [ 1096.691378] env[68986]: _type = "Task" [ 1096.691378] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.699734] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216597, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.747755] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.748025] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.748229] env[68986]: DEBUG nova.network.neutron [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.749658] env[68986]: INFO nova.compute.manager [-] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Took 1.29 seconds to deallocate network for instance. [ 1096.768411] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.848053] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.850379] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.717s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.852805] env[68986]: INFO nova.compute.claims [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.868411] env[68986]: INFO nova.scheduler.client.report [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted allocations for instance ddd9cc3e-894a-4d2f-920d-de01e60ed62b [ 1096.912657] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.913669] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f029006-c8cb-468f-a83e-024bb7ded02d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.921766] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbe737-9485-49aa-a086-9167fc762235 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.029622] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216593, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.201096] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216597, 'name': Rename_Task, 'duration_secs': 0.145797} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.201375] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.201611] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb74c76-3afa-4205-80c6-bd8822531869 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.208016] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1097.208016] env[68986]: value = "task-3216598" [ 1097.208016] env[68986]: _type = "Task" [ 1097.208016] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.221206] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.255681] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.269902] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.292451] env[68986]: WARNING nova.network.neutron [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] 8724e937-d410-4a08-9089-5b7ed5ae80cc already exists in list: networks containing: ['8724e937-d410-4a08-9089-5b7ed5ae80cc']. ignoring it [ 1097.292661] env[68986]: WARNING nova.network.neutron [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] 8724e937-d410-4a08-9089-5b7ed5ae80cc already exists in list: networks containing: ['8724e937-d410-4a08-9089-5b7ed5ae80cc']. ignoring it [ 1097.376549] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e87e6e8f-7982-483e-ad86-063e707cbfc5 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "ddd9cc3e-894a-4d2f-920d-de01e60ed62b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.301s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.532076] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216593, 'name': CreateVM_Task, 'duration_secs': 1.59369} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.532076] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.532573] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.532850] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.533050] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.533345] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83ffede-23f7-47fc-b15f-fad6837fdde6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.538633] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1097.538633] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b8826f-9b4b-717b-f655-80d7456ac509" [ 1097.538633] env[68986]: _type = "Task" [ 1097.538633] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.547731] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b8826f-9b4b-717b-f655-80d7456ac509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.704712] env[68986]: DEBUG nova.network.neutron [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fab30e6e-6db4-420d-974e-9caff5258f80", "address": "fa:16:3e:39:0b:6c", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab30e6e-6d", "ovs_interfaceid": "fab30e6e-6db4-420d-974e-9caff5258f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6056ba7b-c841-4898-a8d5-0449322f0299", "address": "fa:16:3e:36:54:c6", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6056ba7b-c8", "ovs_interfaceid": "6056ba7b-c841-4898-a8d5-0449322f0299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.717637] env[68986]: DEBUG oslo_vmware.api [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216598, 'name': PowerOnVM_Task, 'duration_secs': 0.468999} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.718502] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.718706] env[68986]: INFO nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1097.718966] env[68986]: DEBUG nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.719818] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30670673-a6f2-497c-9178-825b2c7f64c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.769741] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216596, 'name': ReconfigVM_Task, 'duration_secs': 1.30687} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.769984] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/edb1be11-52f6-40d8-8425-37d31f759cc3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.770602] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26d7db19-fd2c-4ffe-8bb7-5cae55730287 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.776912] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1097.776912] env[68986]: value = "task-3216599" [ 1097.776912] env[68986]: _type = "Task" [ 1097.776912] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.784469] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216599, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.008420] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.009016] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef551cd6-db3c-4c5a-84c0-3e27d8d80be7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.015864] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1098.015864] env[68986]: value = "task-3216600" [ 1098.015864] env[68986]: _type = "Task" [ 1098.015864] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.026295] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.044327] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a73e1b-ad37-4d4d-8747-8b910b968e33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.053278] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b8826f-9b4b-717b-f655-80d7456ac509, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.055160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.055398] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.055637] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.055777] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.055972] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.056285] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d35e35f4-4310-4904-a76f-2cc6cb6fb25f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.058720] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd4216-fe95-4804-b095-00f6477fa06b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.091692] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8685452-d05e-490d-8d15-67165cc8c306 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.094401] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.094573] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.095652] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54203ab0-3f5b-4918-9b80-09c407a05c74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.104485] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c361a1d-4d91-486a-a30c-291470a8523c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.108096] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1098.108096] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523f6abd-8dc3-592d-14ab-38c0cbe5cf46" [ 1098.108096] env[68986]: _type = "Task" [ 1098.108096] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.118891] env[68986]: DEBUG nova.compute.provider_tree [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.125526] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523f6abd-8dc3-592d-14ab-38c0cbe5cf46, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.126333] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4649803-683e-49c8-a94a-0a130eac7551 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.132135] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1098.132135] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521e6bc4-e304-5e83-c05d-b2d19e6f3252" [ 1098.132135] env[68986]: _type = "Task" [ 1098.132135] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.139945] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521e6bc4-e304-5e83-c05d-b2d19e6f3252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.207901] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.208545] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.208701] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.209540] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00b09bd-805b-4512-b393-c247cafecc9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.226962] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.227200] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.227355] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.227530] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.227671] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.227812] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.228082] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.228270] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.228454] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.228618] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.228786] env[68986]: DEBUG nova.virt.hardware [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.235377] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfiguring VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1098.239479] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e794a410-3dbf-4693-84b3-f58ac6e16d89 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.252996] env[68986]: INFO nova.compute.manager [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Took 23.12 seconds to build instance. [ 1098.257913] env[68986]: DEBUG oslo_vmware.api [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1098.257913] env[68986]: value = "task-3216601" [ 1098.257913] env[68986]: _type = "Task" [ 1098.257913] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.265892] env[68986]: DEBUG oslo_vmware.api [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216601, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.286807] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216599, 'name': Rename_Task, 'duration_secs': 0.314056} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.287228] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.287574] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49a0d654-b225-455f-9803-441ffed503ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.293622] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1098.293622] env[68986]: value = "task-3216602" [ 1098.293622] env[68986]: _type = "Task" [ 1098.293622] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.300970] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.525267] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216600, 'name': PowerOffVM_Task, 'duration_secs': 0.322493} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.525505] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.526247] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.526469] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.526639] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.526863] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.527242] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.527242] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.527388] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.527548] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.527706] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.527896] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.528092] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.535039] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9b1b98-7caf-4cd4-a505-9d8695447565 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.549172] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1098.549172] env[68986]: value = "task-3216603" [ 1098.549172] env[68986]: _type = "Task" [ 1098.549172] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.557607] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.622412] env[68986]: DEBUG nova.scheduler.client.report [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.645882] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521e6bc4-e304-5e83-c05d-b2d19e6f3252, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.646125] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.646416] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/9f9f08d7-434c-4dde-8f08-ffb0e4c1b296.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.646765] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1f6f668-63bb-4e0e-a420-80fc398e3dc1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.653688] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1098.653688] env[68986]: value = "task-3216604" [ 1098.653688] env[68986]: _type = "Task" [ 1098.653688] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.662283] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.755247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fddaa7dc-17a0-45fc-9712-6100d73ed9f6 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.633s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.768045] env[68986]: DEBUG oslo_vmware.api [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.803144] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.060943] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216603, 'name': ReconfigVM_Task, 'duration_secs': 0.164587} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.061903] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bbbb3c-92e7-4d46-90cf-8dcc443e40d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.086665] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.086931] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.087055] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.087248] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.087398] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.087607] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.087770] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.087888] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.088111] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.088264] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.088442] env[68986]: DEBUG nova.virt.hardware [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.089406] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6ee6b1-7cab-44c3-ad14-d71683709b4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.095379] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1099.095379] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fea68-2791-5cec-88e7-d2cfb6c4dab7" [ 1099.095379] env[68986]: _type = "Task" [ 1099.095379] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.103385] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fea68-2791-5cec-88e7-d2cfb6c4dab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.127631] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.128340] env[68986]: DEBUG nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.131317] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.164s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.131483] env[68986]: DEBUG nova.objects.instance [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'resources' on Instance uuid 441f10f7-8b11-4666-b977-b8fb65f7d44f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.164204] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.268166] env[68986]: DEBUG oslo_vmware.api [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216601, 'name': ReconfigVM_Task, 'duration_secs': 0.568976} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.268710] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.268929] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfigured VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1099.304064] env[68986]: DEBUG oslo_vmware.api [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216602, 'name': PowerOnVM_Task, 'duration_secs': 0.593852} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.304064] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.304064] env[68986]: INFO nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1099.304276] env[68986]: DEBUG nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.305018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acdc5b6-f018-40f5-a2b2-b82a187fd992 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.605079] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529fea68-2791-5cec-88e7-d2cfb6c4dab7, 'name': SearchDatastore_Task, 'duration_secs': 0.02011} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.610339] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.610611] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc471b1-36a0-49a4-82f7-e12a9c9e0011 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.627099] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1099.627099] env[68986]: value = "task-3216605" [ 1099.627099] env[68986]: _type = "Task" [ 1099.627099] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.636750] env[68986]: DEBUG nova.compute.utils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.640489] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.641123] env[68986]: DEBUG nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.641286] env[68986]: DEBUG nova.network.neutron [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.664870] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.679361] env[68986]: DEBUG nova.policy [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb221e902c174622a7bb4ec547a1b2e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2435cb3c304f29b7666397d099a7af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.773955] env[68986]: DEBUG oslo_concurrency.lockutils [None req-25700c0c-5e52-4f3b-bbd7-b596c585c22b tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-6056ba7b-c841-4898-a8d5-0449322f0299" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.193s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.811467] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f14aa8f-1699-4bfc-a831-7fc611349263 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.822647] env[68986]: INFO nova.compute.manager [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Took 23.18 seconds to build instance. [ 1099.824236] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f46b1e-0420-461e-8db1-7e62afe95382 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.855042] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822fb46-3434-4dea-b4cd-d406348c7994 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.862659] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9d870e-924e-4cce-992e-2f1fd9f9e005 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.876734] env[68986]: DEBUG nova.compute.provider_tree [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.976665] env[68986]: DEBUG nova.network.neutron [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Successfully created port: a1756432-2fc0-4a71-8bdd-d509de212a59 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.141429] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.142126] env[68986]: DEBUG nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.166173] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.328473] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c473e4ec-372d-47fc-9beb-3f7984f9aa30 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.696s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.381077] env[68986]: DEBUG nova.scheduler.client.report [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.637614] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216605, 'name': ReconfigVM_Task, 'duration_secs': 0.727278} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.638018] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.638877] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c0869f-f360-4dec-9519-0aae59f85c38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.667545] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.667920] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-270ee5f3-3c78-40ce-aa69-7637e7b4a2d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.690321] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.52169} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.692387] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/9f9f08d7-434c-4dde-8f08-ffb0e4c1b296.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.692611] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.692911] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1100.692911] env[68986]: value = "task-3216606" [ 1100.692911] env[68986]: _type = "Task" [ 1100.692911] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.693108] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e29a0a93-e3a9-4189-82b9-dc0e81c83643 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.703496] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.704712] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1100.704712] env[68986]: value = "task-3216607" [ 1100.704712] env[68986]: _type = "Task" [ 1100.704712] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.887766] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.890252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.472s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.926673] env[68986]: INFO nova.scheduler.client.report [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted allocations for instance 441f10f7-8b11-4666-b977-b8fb65f7d44f [ 1101.161764] env[68986]: DEBUG nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.189551] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.190777] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.190777] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.190777] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.190777] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.190777] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.190777] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.190777] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.191406] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.191406] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.191406] env[68986]: DEBUG nova.virt.hardware [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.192240] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2fc472-1ed6-42f2-8419-534f425dcac3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.201327] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc43aa1c-2c53-4388-a1ef-096697578bd5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.208182] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.223303] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090104} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.223632] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.224374] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b15b96-06ba-4d93-ab4c-e0bb8691870f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.251794] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/9f9f08d7-434c-4dde-8f08-ffb0e4c1b296.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.251909] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d020d5d0-b684-470c-81fc-299c487fc1cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.017322] env[68986]: DEBUG nova.network.neutron [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Successfully updated port: a1756432-2fc0-4a71-8bdd-d509de212a59 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.027427] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received event network-vif-plugged-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.027644] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquiring lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.027951] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.028127] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.028330] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] No waiting events found dispatching network-vif-plugged-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.028494] env[68986]: WARNING nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received unexpected event network-vif-plugged-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 for instance with vm_state active and task_state None. [ 1102.028652] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.028891] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing instance network info cache due to event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.029070] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquiring lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.029228] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquired lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.029388] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.031286] env[68986]: DEBUG nova.compute.manager [req-92784581-0f02-40db-a27d-dfaddd95e3ce req-67cedc2a-5e5c-4fc0-be35-cc7b3522eada service nova] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Received event network-vif-deleted-3df20107-747f-4b37-a300-0d6f2289ecd3 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.033922] env[68986]: DEBUG oslo_concurrency.lockutils [None req-69aaeaab-bef2-4e05-8307-e340900423c5 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "441f10f7-8b11-4666-b977-b8fb65f7d44f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.583s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.048577] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216606, 'name': ReconfigVM_Task, 'duration_secs': 0.652724} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.050784] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfigured VM instance instance-00000054 to attach disk [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2/dd5f1d11-a964-4abe-b4c0-4959ecfa22c2.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.051520] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1102.051520] env[68986]: value = "task-3216608" [ 1102.051520] env[68986]: _type = "Task" [ 1102.051520] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.052589] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3a1cde-c701-4bff-82e7-03396c793a19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.087826] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.091693] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb59472-fa65-4bce-994b-665c57b03168 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.116768] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83823ec9-9172-4fbb-9050-9f5dc46f71f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.141824] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0461a06c-92ec-4d55-a450-dcebea1aa257 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.149348] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.149578] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a69f12c0-00ab-4246-b4aa-c2c973c77519 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.155972] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1102.155972] env[68986]: value = "task-3216609" [ 1102.155972] env[68986]: _type = "Task" [ 1102.155972] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.166123] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.279507] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2714fc-42a2-4d33-93b1-fab390dbcafa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.287654] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05223016-3e6f-41d8-8959-934f788e3970 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.320127] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0700afda-89ec-4e55-8172-4def61170ea5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.327474] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d68d3-d668-4ad2-a45f-84ffbcfd6ad8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.340968] env[68986]: DEBUG nova.compute.provider_tree [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.538374] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.538481] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.538623] env[68986]: DEBUG nova.network.neutron [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.541665] env[68986]: INFO nova.compute.manager [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Rescuing [ 1102.541867] env[68986]: DEBUG oslo_concurrency.lockutils [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.571386] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.667761] env[68986]: DEBUG oslo_vmware.api [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216609, 'name': PowerOnVM_Task, 'duration_secs': 0.394019} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.670544] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.753119] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updated VIF entry in instance network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.753119] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.846022] env[68986]: DEBUG nova.scheduler.client.report [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.950188] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-fab30e6e-6db4-420d-974e-9caff5258f80" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.951212] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-fab30e6e-6db4-420d-974e-9caff5258f80" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.066305] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216608, 'name': ReconfigVM_Task, 'duration_secs': 0.534333} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.066547] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/9f9f08d7-434c-4dde-8f08-ffb0e4c1b296.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.067318] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f38bce0-f3ce-412f-abcd-45ca1c72cb6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.073689] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1103.073689] env[68986]: value = "task-3216610" [ 1103.073689] env[68986]: _type = "Task" [ 1103.073689] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.082589] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216610, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.095985] env[68986]: DEBUG nova.network.neutron [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.255470] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Releasing lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.255758] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Received event network-vif-plugged-3d548095-8bda-45d6-90d4-9a75f002e30a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.255968] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquiring lock "edb1be11-52f6-40d8-8425-37d31f759cc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.256223] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.256405] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.256587] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] No waiting events found dispatching network-vif-plugged-3d548095-8bda-45d6-90d4-9a75f002e30a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.256768] env[68986]: WARNING nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Received unexpected event network-vif-plugged-3d548095-8bda-45d6-90d4-9a75f002e30a for instance with vm_state active and task_state None. [ 1103.256943] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Received event network-changed-3d548095-8bda-45d6-90d4-9a75f002e30a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.257149] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Refreshing instance network info cache due to event network-changed-3d548095-8bda-45d6-90d4-9a75f002e30a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.257401] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquiring lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.257600] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquired lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.257924] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Refreshing network info cache for port 3d548095-8bda-45d6-90d4-9a75f002e30a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.259984] env[68986]: DEBUG oslo_concurrency.lockutils [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquired lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.260186] env[68986]: DEBUG nova.network.neutron [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.339286] env[68986]: DEBUG nova.network.neutron [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance_info_cache with network_info: [{"id": "a1756432-2fc0-4a71-8bdd-d509de212a59", "address": "fa:16:3e:21:d9:9c", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1756432-2f", "ovs_interfaceid": "a1756432-2fc0-4a71-8bdd-d509de212a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.454899] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.460801] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.460801] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b85c6-0eb6-4b90-a185-585b77a18ded {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.480334] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908cbee8-5dd5-431a-b6a8-7ece62f83925 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.512629] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfiguring VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1103.513115] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f5fba5-c493-4dfc-8a28-4cdd96f5b565 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.534670] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1103.534670] env[68986]: value = "task-3216611" [ 1103.534670] env[68986]: _type = "Task" [ 1103.534670] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.541276] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.556407] env[68986]: DEBUG nova.compute.manager [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-vif-plugged-6056ba7b-c841-4898-a8d5-0449322f0299 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.556537] env[68986]: DEBUG oslo_concurrency.lockutils [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.556744] env[68986]: DEBUG oslo_concurrency.lockutils [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.556960] env[68986]: DEBUG oslo_concurrency.lockutils [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.557083] env[68986]: DEBUG nova.compute.manager [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] No waiting events found dispatching network-vif-plugged-6056ba7b-c841-4898-a8d5-0449322f0299 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.557246] env[68986]: WARNING nova.compute.manager [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received unexpected event network-vif-plugged-6056ba7b-c841-4898-a8d5-0449322f0299 for instance with vm_state active and task_state None. [ 1103.557402] env[68986]: DEBUG nova.compute.manager [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-changed-6056ba7b-c841-4898-a8d5-0449322f0299 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.557550] env[68986]: DEBUG nova.compute.manager [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing instance network info cache due to event network-changed-6056ba7b-c841-4898-a8d5-0449322f0299. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.557729] env[68986]: DEBUG oslo_concurrency.lockutils [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.557859] env[68986]: DEBUG oslo_concurrency.lockutils [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.558059] env[68986]: DEBUG nova.network.neutron [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Refreshing network info cache for port 6056ba7b-c841-4898-a8d5-0449322f0299 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.583638] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216610, 'name': Rename_Task, 'duration_secs': 0.289844} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.583914] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.584172] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d48789f-6322-4ffa-a6bd-0b2369585072 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.591046] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1103.591046] env[68986]: value = "task-3216612" [ 1103.591046] env[68986]: _type = "Task" [ 1103.591046] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.599292] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.721027] env[68986]: INFO nova.compute.manager [None req-e7e8d87b-204b-43d1-87e4-5671ba285ed9 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance to original state: 'active' [ 1103.842271] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.843034] env[68986]: DEBUG nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Instance network_info: |[{"id": "a1756432-2fc0-4a71-8bdd-d509de212a59", "address": "fa:16:3e:21:d9:9c", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1756432-2f", "ovs_interfaceid": "a1756432-2fc0-4a71-8bdd-d509de212a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.843034] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d9:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1756432-2fc0-4a71-8bdd-d509de212a59', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.850926] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.850926] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.851299] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ff7726-f068-4314-8f6b-837814273762 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.869933] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.980s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.872596] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.617s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.872810] env[68986]: DEBUG nova.objects.instance [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'resources' on Instance uuid bf366737-90c6-489c-8634-fd2e2008ee90 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.879896] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.879896] env[68986]: value = "task-3216613" [ 1103.879896] env[68986]: _type = "Task" [ 1103.879896] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.890231] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216613, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.978120] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Updated VIF entry in instance network info cache for port 3d548095-8bda-45d6-90d4-9a75f002e30a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.978831] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Updating instance_info_cache with network_info: [{"id": "3d548095-8bda-45d6-90d4-9a75f002e30a", "address": "fa:16:3e:bd:f4:52", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548095-8b", "ovs_interfaceid": "3d548095-8bda-45d6-90d4-9a75f002e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.002908] env[68986]: DEBUG nova.network.neutron [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.045580] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.103294] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.165535] env[68986]: DEBUG nova.compute.manager [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Received event network-vif-plugged-a1756432-2fc0-4a71-8bdd-d509de212a59 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.165699] env[68986]: DEBUG oslo_concurrency.lockutils [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] Acquiring lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.165927] env[68986]: DEBUG oslo_concurrency.lockutils [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.166211] env[68986]: DEBUG oslo_concurrency.lockutils [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.166385] env[68986]: DEBUG nova.compute.manager [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] No waiting events found dispatching network-vif-plugged-a1756432-2fc0-4a71-8bdd-d509de212a59 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.166549] env[68986]: WARNING nova.compute.manager [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Received unexpected event network-vif-plugged-a1756432-2fc0-4a71-8bdd-d509de212a59 for instance with vm_state building and task_state spawning. [ 1104.166703] env[68986]: DEBUG nova.compute.manager [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Received event network-changed-a1756432-2fc0-4a71-8bdd-d509de212a59 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.166857] env[68986]: DEBUG nova.compute.manager [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Refreshing instance network info cache due to event network-changed-a1756432-2fc0-4a71-8bdd-d509de212a59. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.167056] env[68986]: DEBUG oslo_concurrency.lockutils [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] Acquiring lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.167195] env[68986]: DEBUG oslo_concurrency.lockutils [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] Acquired lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.167356] env[68986]: DEBUG nova.network.neutron [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Refreshing network info cache for port a1756432-2fc0-4a71-8bdd-d509de212a59 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.337550] env[68986]: DEBUG nova.network.neutron [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updated VIF entry in instance network info cache for port 6056ba7b-c841-4898-a8d5-0449322f0299. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.338708] env[68986]: DEBUG nova.network.neutron [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fab30e6e-6db4-420d-974e-9caff5258f80", "address": "fa:16:3e:39:0b:6c", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab30e6e-6d", "ovs_interfaceid": "fab30e6e-6db4-420d-974e-9caff5258f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6056ba7b-c841-4898-a8d5-0449322f0299", "address": "fa:16:3e:36:54:c6", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6056ba7b-c8", "ovs_interfaceid": "6056ba7b-c841-4898-a8d5-0449322f0299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.390622] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216613, 'name': CreateVM_Task, 'duration_secs': 0.292547} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.390783] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.391482] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.391608] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.391911] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.392170] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d2db99-73dd-444b-9e56-2c4f32c2f68e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.400324] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1104.400324] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525b78de-b6d1-cfde-5c05-dc25458debd0" [ 1104.400324] env[68986]: _type = "Task" [ 1104.400324] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.407598] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525b78de-b6d1-cfde-5c05-dc25458debd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.427444] env[68986]: INFO nova.scheduler.client.report [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted allocation for migration 9f13b211-814e-4cd1-aec2-7fd35ac366ac [ 1104.482190] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Releasing lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.482455] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Received event network-vif-plugged-159b4bed-f7b5-43ba-b126-111f2690001d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.482639] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquiring lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.482838] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.482992] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.483208] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] No waiting events found dispatching network-vif-plugged-159b4bed-f7b5-43ba-b126-111f2690001d {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.483381] env[68986]: WARNING nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Received unexpected event network-vif-plugged-159b4bed-f7b5-43ba-b126-111f2690001d for instance with vm_state building and task_state spawning. [ 1104.483540] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Received event network-changed-159b4bed-f7b5-43ba-b126-111f2690001d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.483689] env[68986]: DEBUG nova.compute.manager [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Refreshing instance network info cache due to event network-changed-159b4bed-f7b5-43ba-b126-111f2690001d. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.483870] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquiring lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.484009] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Acquired lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.484170] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Refreshing network info cache for port 159b4bed-f7b5-43ba-b126-111f2690001d {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.505613] env[68986]: DEBUG oslo_concurrency.lockutils [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Releasing lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.545371] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.575894] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731147e7-ab76-4fee-b3b9-53edc4fc3831 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.584366] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8018e944-82a1-4c50-8090-4ea24214cea8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.621994] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a1c33-0566-4aaa-b771-a3998a1ca616 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.627655] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d255ece0-602d-4e03-a979-785a853a9f9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.627915] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.637024] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.639276] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c35b52-ab0f-4b39-96a6-a42ef3aed929 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.653707] env[68986]: DEBUG nova.compute.provider_tree [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.840593] env[68986]: DEBUG oslo_concurrency.lockutils [req-16ceb559-0f3f-438f-b091-bc67b4af78ce req-81a3953a-159b-41c0-96fe-75a4ae77dfaa service nova] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.912478] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525b78de-b6d1-cfde-5c05-dc25458debd0, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.912770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.913012] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.913252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.913399] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.913581] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.913829] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0a1757-13c1-4269-a1b3-ed591f193938 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.923905] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.924105] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.924823] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4d7cd8-717b-4f7d-bc0c-d5bb33370dfb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.930140] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1104.930140] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521ea41d-3066-8afb-99dd-2171e9eb2254" [ 1104.930140] env[68986]: _type = "Task" [ 1104.930140] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.933900] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.839s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.939594] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521ea41d-3066-8afb-99dd-2171e9eb2254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.940397] env[68986]: DEBUG nova.network.neutron [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updated VIF entry in instance network info cache for port a1756432-2fc0-4a71-8bdd-d509de212a59. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.940688] env[68986]: DEBUG nova.network.neutron [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance_info_cache with network_info: [{"id": "a1756432-2fc0-4a71-8bdd-d509de212a59", "address": "fa:16:3e:21:d9:9c", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1756432-2f", "ovs_interfaceid": "a1756432-2fc0-4a71-8bdd-d509de212a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.043802] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.129204] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.131285] env[68986]: DEBUG nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.157174] env[68986]: DEBUG nova.scheduler.client.report [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.222637] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Updated VIF entry in instance network info cache for port 159b4bed-f7b5-43ba-b126-111f2690001d. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.223051] env[68986]: DEBUG nova.network.neutron [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Updating instance_info_cache with network_info: [{"id": "159b4bed-f7b5-43ba-b126-111f2690001d", "address": "fa:16:3e:6a:07:77", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159b4bed-f7", "ovs_interfaceid": "159b4bed-f7b5-43ba-b126-111f2690001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.441425] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521ea41d-3066-8afb-99dd-2171e9eb2254, 'name': SearchDatastore_Task, 'duration_secs': 0.028028} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.441982] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857d0922-487e-40a8-9a22-f2bc58e9dbbe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.444552] env[68986]: DEBUG oslo_concurrency.lockutils [req-eab6f774-7d74-4269-b458-b544b4105283 req-5f27bebc-3fb7-40d9-8581-4d2956124a80 service nova] Releasing lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.448158] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1105.448158] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b6166c-ee2a-c5ba-23dc-72d19957eaf2" [ 1105.448158] env[68986]: _type = "Task" [ 1105.448158] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.455815] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b6166c-ee2a-c5ba-23dc-72d19957eaf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.545122] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.627350] env[68986]: DEBUG oslo_vmware.api [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216612, 'name': PowerOnVM_Task, 'duration_secs': 1.578591} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.628796] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.628978] env[68986]: INFO nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Took 12.51 seconds to spawn the instance on the hypervisor. [ 1105.629183] env[68986]: DEBUG nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.632724] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69107464-53b4-45ed-8e1c-c580b7a5c584 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.660508] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.661887] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.664921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.670764] env[68986]: INFO nova.compute.claims [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.692685] env[68986]: INFO nova.scheduler.client.report [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted allocations for instance bf366737-90c6-489c-8634-fd2e2008ee90 [ 1105.711106] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.711408] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.711636] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.712129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.712129] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.714534] env[68986]: INFO nova.compute.manager [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Terminating instance [ 1105.725407] env[68986]: DEBUG oslo_concurrency.lockutils [req-c5406f9a-d725-44d1-a1c0-e4fed97a58f0 req-b9540156-53e3-47a7-8054-ab16b7d2929e service nova] Releasing lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.960389] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b6166c-ee2a-c5ba-23dc-72d19957eaf2, 'name': SearchDatastore_Task, 'duration_secs': 0.016559} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.960638] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.961260] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 56d9640f-1b10-42d6-8ef4-d804e20ad105/56d9640f-1b10-42d6-8ef4-d804e20ad105.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.961260] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c44feb32-894b-49bd-be75-df1e09b4f92b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.967987] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1105.967987] env[68986]: value = "task-3216614" [ 1105.967987] env[68986]: _type = "Task" [ 1105.967987] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.975706] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.980137] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.980385] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.980586] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.980770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.980929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.982862] env[68986]: INFO nova.compute.manager [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Terminating instance [ 1106.045289] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.059339] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.059623] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef248738-b781-49e6-bc29-f8ccc745a1ae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.065672] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1106.065672] env[68986]: value = "task-3216615" [ 1106.065672] env[68986]: _type = "Task" [ 1106.065672] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.073391] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.137282] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.137580] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.137799] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.138039] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.138246] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.140519] env[68986]: INFO nova.compute.manager [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Terminating instance [ 1106.156140] env[68986]: INFO nova.compute.manager [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Took 28.97 seconds to build instance. [ 1106.201852] env[68986]: DEBUG oslo_concurrency.lockutils [None req-37762ab5-6734-47ae-ab9a-f8035e4d8115 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "bf366737-90c6-489c-8634-fd2e2008ee90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.862s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.218817] env[68986]: DEBUG nova.compute.manager [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.219117] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.219790] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f10eed50-20a6-4b87-bf09-c57b0b17984d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.229103] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1106.229103] env[68986]: value = "task-3216616" [ 1106.229103] env[68986]: _type = "Task" [ 1106.229103] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.238495] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.350737] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.351084] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.351384] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.351560] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.351732] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.354508] env[68986]: INFO nova.compute.manager [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Terminating instance [ 1106.478501] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216614, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.486609] env[68986]: DEBUG nova.compute.manager [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.486861] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.488888] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8fb9cc-adad-4a2c-81bc-e1224aa78e7b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.496491] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.496763] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945e3452-b45f-4fa0-a8f3-84518216cea7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.504779] env[68986]: DEBUG oslo_vmware.api [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1106.504779] env[68986]: value = "task-3216617" [ 1106.504779] env[68986]: _type = "Task" [ 1106.504779] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.513427] env[68986]: DEBUG oslo_vmware.api [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.546811] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.580078] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216615, 'name': PowerOffVM_Task, 'duration_secs': 0.197378} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.580600] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.581407] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2939901-545e-4605-aa14-e99d637dcba6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.602379] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b72b66-ba9f-4e16-8d0e-b0baca8319ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.637595] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.638257] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc636d6-f675-4435-92ff-d471b1c4577c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.643833] env[68986]: DEBUG nova.compute.manager [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.644510] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.646058] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602f543-e410-4c9d-b25c-e23d449d50d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.649133] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1106.649133] env[68986]: value = "task-3216618" [ 1106.649133] env[68986]: _type = "Task" [ 1106.649133] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.655060] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.655799] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-662a3d26-73ba-4ddf-86dd-4cdab8c42358 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.662166] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d5319fd1-9032-4205-b199-9fab808230c7 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.481s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.662685] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.663258] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.663258] env[68986]: DEBUG oslo_concurrency.lockutils [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.663534] env[68986]: DEBUG oslo_concurrency.lockutils [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.663534] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.663746] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a915a2-f0b0-451f-9853-526df98abb4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.666862] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1106.666862] env[68986]: value = "task-3216619" [ 1106.666862] env[68986]: _type = "Task" [ 1106.666862] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.673730] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.673946] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.674804] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78444b12-78bc-4dad-9863-d0710870b8f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.683908] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.687796] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1106.687796] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ee289-616e-bdf2-a93c-adebcbc9d6ae" [ 1106.687796] env[68986]: _type = "Task" [ 1106.687796] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.699156] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ee289-616e-bdf2-a93c-adebcbc9d6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.741707] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216616, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.858132] env[68986]: DEBUG nova.compute.manager [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.858374] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.859378] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78691f-9edd-4b7e-89e6-569fc7edf3f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.863373] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e2732-a387-468b-9642-45e9a4031406 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.870503] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.872494] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa25df9d-c7cd-415f-a000-7da5859b03b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.874410] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677bdf3f-0964-4678-9d50-ec3bea7f0e89 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.881889] env[68986]: DEBUG oslo_vmware.api [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1106.881889] env[68986]: value = "task-3216620" [ 1106.881889] env[68986]: _type = "Task" [ 1106.881889] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.911055] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de8f17a-fcb1-40bc-a6b0-ff38f17c8945 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.920451] env[68986]: DEBUG oslo_vmware.api [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.921698] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632e5d49-aee8-43d3-adce-0e54d37bccdc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.937462] env[68986]: DEBUG nova.compute.provider_tree [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.978856] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512394} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.979565] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 56d9640f-1b10-42d6-8ef4-d804e20ad105/56d9640f-1b10-42d6-8ef4-d804e20ad105.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.979814] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.980085] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f37e8a6a-7a39-4904-85fd-30e3978655df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.986358] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1106.986358] env[68986]: value = "task-3216621" [ 1106.986358] env[68986]: _type = "Task" [ 1106.986358] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.994655] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.014430] env[68986]: DEBUG oslo_vmware.api [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216617, 'name': PowerOffVM_Task, 'duration_secs': 0.279352} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.014669] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.014837] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.015103] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a18b714-4367-4981-afaa-387a1b1517da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.046194] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.081423] env[68986]: INFO nova.compute.manager [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Rescuing [ 1107.081788] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.082023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.082474] env[68986]: DEBUG nova.network.neutron [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.089205] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.089442] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.089627] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Deleting the datastore file [datastore1] 0c322fc3-cfab-40cc-ae8c-5b4a952e013d {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.089884] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1b968b4-4bd2-45d9-981a-89cb7ae7d0f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.097258] env[68986]: DEBUG oslo_vmware.api [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for the task: (returnval){ [ 1107.097258] env[68986]: value = "task-3216623" [ 1107.097258] env[68986]: _type = "Task" [ 1107.097258] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.106030] env[68986]: DEBUG oslo_vmware.api [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.179081] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216619, 'name': PowerOffVM_Task, 'duration_secs': 0.191635} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.179409] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.179622] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.179964] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb031d8d-1bb9-4cd0-b285-51b90a2cd02c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.199867] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529ee289-616e-bdf2-a93c-adebcbc9d6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.200821] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718aa049-a819-4a14-a5a5-2808c89d4273 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.205963] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1107.205963] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5215d290-f069-3f1c-3ebf-4c826651bb7b" [ 1107.205963] env[68986]: _type = "Task" [ 1107.205963] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.213275] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5215d290-f069-3f1c-3ebf-4c826651bb7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.240796] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216616, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.263309] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.263510] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.263712] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleting the datastore file [datastore2] fc93d757-11bd-413d-98c8-0bc59b7f39de {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.263998] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7fcebb-5672-4297-ad67-97fe617545f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.270207] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for the task: (returnval){ [ 1107.270207] env[68986]: value = "task-3216625" [ 1107.270207] env[68986]: _type = "Task" [ 1107.270207] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.278463] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.418840] env[68986]: DEBUG oslo_vmware.api [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216620, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.439935] env[68986]: DEBUG nova.scheduler.client.report [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.496215] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205846} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.496469] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.497262] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39763256-a9ee-4530-ab4c-f3725bdeea12 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.518693] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 56d9640f-1b10-42d6-8ef4-d804e20ad105/56d9640f-1b10-42d6-8ef4-d804e20ad105.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.518893] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b0b830-1d09-41bc-8029-1429badff293 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.538745] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1107.538745] env[68986]: value = "task-3216626" [ 1107.538745] env[68986]: _type = "Task" [ 1107.538745] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.549562] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.552558] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.607160] env[68986]: DEBUG oslo_vmware.api [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Task: {'id': task-3216623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.607426] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.607605] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.607781] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.607974] env[68986]: INFO nova.compute.manager [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.608251] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.608445] env[68986]: DEBUG nova.compute.manager [-] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.608543] env[68986]: DEBUG nova.network.neutron [-] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.720532] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5215d290-f069-3f1c-3ebf-4c826651bb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.017959} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.720769] env[68986]: DEBUG oslo_concurrency.lockutils [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721090] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. {{(pid=68986) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1107.721403] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f75119a-92b0-4751-89ed-ceae982bc18b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.728846] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1107.728846] env[68986]: value = "task-3216627" [ 1107.728846] env[68986]: _type = "Task" [ 1107.728846] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.740384] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.746021] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216616, 'name': PowerOffVM_Task, 'duration_secs': 1.313766} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.746333] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.746578] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.746822] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643113', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'name': 'volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2', 'attached_at': '2025-04-03T01:44:43.000000', 'detached_at': '', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'serial': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.747793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3f5e3-5019-4f0f-98d7-51853c262477 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.774030] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb6b72-9796-48b8-9112-36a815b67678 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.786584] env[68986]: DEBUG oslo_vmware.api [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Task: {'id': task-3216625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170655} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.790686] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.790686] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.790686] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.790686] env[68986]: INFO nova.compute.manager [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1107.790686] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.790686] env[68986]: DEBUG nova.compute.manager [-] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.790686] env[68986]: DEBUG nova.network.neutron [-] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.792257] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4339f48-1a0b-4a1c-b807-5e115b7f6e85 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.822284] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7800eb-79ad-4538-83d3-1da5c91fb608 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.839641] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] The volume has not been displaced from its original location: [datastore1] volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e/volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.848398] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.849687] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b28338-fcb4-4e35-be3a-74cb3c93b21b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.871718] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1107.871718] env[68986]: value = "task-3216628" [ 1107.871718] env[68986]: _type = "Task" [ 1107.871718] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.880491] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.918757] env[68986]: DEBUG oslo_vmware.api [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216620, 'name': PowerOffVM_Task, 'duration_secs': 0.665569} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.919223] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.919277] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.919550] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b490f2-6515-4c94-8589-b328966979a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.945432] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.946031] env[68986]: DEBUG nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.995233] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.995455] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.995644] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleting the datastore file [datastore2] 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.996642] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68bcbef3-9e9d-44d6-bf75-0d8cf1fe3449 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.010028] env[68986]: DEBUG oslo_vmware.api [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1108.010028] env[68986]: value = "task-3216630" [ 1108.010028] env[68986]: _type = "Task" [ 1108.010028] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.017215] env[68986]: DEBUG oslo_vmware.api [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.021586] env[68986]: DEBUG nova.network.neutron [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Updating instance_info_cache with network_info: [{"id": "159b4bed-f7b5-43ba-b126-111f2690001d", "address": "fa:16:3e:6a:07:77", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159b4bed-f7", "ovs_interfaceid": "159b4bed-f7b5-43ba-b126-111f2690001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.052332] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.055839] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216626, 'name': ReconfigVM_Task, 'duration_secs': 0.270585} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.056978] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 56d9640f-1b10-42d6-8ef4-d804e20ad105/56d9640f-1b10-42d6-8ef4-d804e20ad105.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.057386] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9718fa1-d18c-4263-aefa-e6d904cfa5e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.065081] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1108.065081] env[68986]: value = "task-3216631" [ 1108.065081] env[68986]: _type = "Task" [ 1108.065081] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.074864] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216631, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.108696] env[68986]: DEBUG nova.compute.manager [req-fbe27c70-a537-41a1-8fb7-4c62fb17ccb5 req-60751e04-e32c-40a3-8bfe-3222b1086839 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Received event network-vif-deleted-76a1127d-04e8-4dd3-bb9e-72bc53a519fa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.109093] env[68986]: INFO nova.compute.manager [req-fbe27c70-a537-41a1-8fb7-4c62fb17ccb5 req-60751e04-e32c-40a3-8bfe-3222b1086839 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Neutron deleted interface 76a1127d-04e8-4dd3-bb9e-72bc53a519fa; detaching it from the instance and deleting it from the info cache [ 1108.109416] env[68986]: DEBUG nova.network.neutron [req-fbe27c70-a537-41a1-8fb7-4c62fb17ccb5 req-60751e04-e32c-40a3-8bfe-3222b1086839 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.205691] env[68986]: DEBUG nova.compute.manager [req-3a6be1c3-17ba-4f31-a21a-c83642d54c2a req-4e08c50e-61ff-4ca4-a498-b8597e8d787d service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Received event network-vif-deleted-e63f710e-cd47-4740-9b6b-02246339fd06 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.206109] env[68986]: INFO nova.compute.manager [req-3a6be1c3-17ba-4f31-a21a-c83642d54c2a req-4e08c50e-61ff-4ca4-a498-b8597e8d787d service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Neutron deleted interface e63f710e-cd47-4740-9b6b-02246339fd06; detaching it from the instance and deleting it from the info cache [ 1108.206406] env[68986]: DEBUG nova.network.neutron [req-3a6be1c3-17ba-4f31-a21a-c83642d54c2a req-4e08c50e-61ff-4ca4-a498-b8597e8d787d service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.239210] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.382092] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.440946] env[68986]: DEBUG nova.network.neutron [-] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.451713] env[68986]: DEBUG nova.compute.utils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.453613] env[68986]: DEBUG nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.453782] env[68986]: DEBUG nova.network.neutron [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.496783] env[68986]: DEBUG nova.policy [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fca8996f35d4ef1825708f5b323cd3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f0447ba9f4b4fb09e7c79840719666f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.516841] env[68986]: DEBUG oslo_vmware.api [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305374} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.517156] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.517358] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.517532] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.517704] env[68986]: INFO nova.compute.manager [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1108.517981] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.518198] env[68986]: DEBUG nova.compute.manager [-] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.518291] env[68986]: DEBUG nova.network.neutron [-] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.527287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.550279] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.574849] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216631, 'name': Rename_Task, 'duration_secs': 0.271365} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.575126] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.575363] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3bd7808-2076-4fae-8cbd-1e43bfd7c1b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.581532] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1108.581532] env[68986]: value = "task-3216632" [ 1108.581532] env[68986]: _type = "Task" [ 1108.581532] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.594022] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.612260] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a1ada7b-2e62-4017-b86e-3157cb9215ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.622041] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1c954-aac2-4530-b8c5-eb0043d40e77 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.657125] env[68986]: DEBUG nova.compute.manager [req-fbe27c70-a537-41a1-8fb7-4c62fb17ccb5 req-60751e04-e32c-40a3-8bfe-3222b1086839 service nova] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Detach interface failed, port_id=76a1127d-04e8-4dd3-bb9e-72bc53a519fa, reason: Instance 0c322fc3-cfab-40cc-ae8c-5b4a952e013d could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.683857] env[68986]: DEBUG nova.network.neutron [-] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.710035] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d4d1497-2968-4de2-a4c7-12b152a29461 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.724139] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c80e2-e497-46bd-ade9-eeb3d1eb2cf8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.745349] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527579} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.745605] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. [ 1108.746375] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d3a45-5325-45c4-b30e-6305311896d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.758705] env[68986]: DEBUG nova.compute.manager [req-3a6be1c3-17ba-4f31-a21a-c83642d54c2a req-4e08c50e-61ff-4ca4-a498-b8597e8d787d service nova] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Detach interface failed, port_id=e63f710e-cd47-4740-9b6b-02246339fd06, reason: Instance fc93d757-11bd-413d-98c8-0bc59b7f39de could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.780553] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.780816] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f0f96b-0ae0-48af-b5f7-f8d1b89d6849 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.798819] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1108.798819] env[68986]: value = "task-3216633" [ 1108.798819] env[68986]: _type = "Task" [ 1108.798819] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.806702] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.883899] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216628, 'name': ReconfigVM_Task, 'duration_secs': 0.519163} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.884217] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.891901] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662d9227-7929-4cb5-b03c-c54b4000ae08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.902927] env[68986]: DEBUG nova.network.neutron [-] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.909686] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1108.909686] env[68986]: value = "task-3216634" [ 1108.909686] env[68986]: _type = "Task" [ 1108.909686] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.920654] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.944531] env[68986]: INFO nova.compute.manager [-] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Took 1.34 seconds to deallocate network for instance. [ 1108.959309] env[68986]: DEBUG nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.991091] env[68986]: DEBUG nova.network.neutron [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Successfully created port: d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.050020] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.090244] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216632, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.189734] env[68986]: INFO nova.compute.manager [-] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Took 1.40 seconds to deallocate network for instance. [ 1109.309114] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216633, 'name': ReconfigVM_Task, 'duration_secs': 0.322185} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.309607] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.310401] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a3428-6704-4e18-9d3f-031f0ccd58c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.334479] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce0b006-47eb-47b7-ba97-82ca9afd3755 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.349259] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1109.349259] env[68986]: value = "task-3216635" [ 1109.349259] env[68986]: _type = "Task" [ 1109.349259] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.358890] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.406184] env[68986]: INFO nova.compute.manager [-] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Took 0.89 seconds to deallocate network for instance. [ 1109.418882] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216634, 'name': ReconfigVM_Task, 'duration_secs': 0.155264} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.419224] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643113', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'name': 'volume-e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dd5f1d11-a964-4abe-b4c0-4959ecfa22c2', 'attached_at': '2025-04-03T01:44:43.000000', 'detached_at': '', 'volume_id': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e', 'serial': 'e189f519-417b-499a-aaaf-4f1e2aa04b9e'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1109.419502] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.420288] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0576ec1-c387-4463-951c-fb861d36ef0d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.426566] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.426792] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d1f884-7cfa-4132-9a0d-e4d702607a4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.451625] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.451917] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.452171] env[68986]: DEBUG nova.objects.instance [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lazy-loading 'resources' on Instance uuid 0c322fc3-cfab-40cc-ae8c-5b4a952e013d {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.510304] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.510556] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.510755] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleting the datastore file [datastore1] dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.511039] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f9808e-6898-4b60-a462-af53d973aa8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.518908] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1109.518908] env[68986]: value = "task-3216637" [ 1109.518908] env[68986]: _type = "Task" [ 1109.518908] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.525756] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.547398] env[68986]: DEBUG oslo_vmware.api [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216611, 'name': ReconfigVM_Task, 'duration_secs': 5.748818} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.547610] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.547810] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfigured VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1109.590758] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.697849] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.860779] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216635, 'name': ReconfigVM_Task, 'duration_secs': 0.154353} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.861223] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.861588] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ddecd44-d47b-4e0d-abf8-3909a78158f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.869377] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1109.869377] env[68986]: value = "task-3216638" [ 1109.869377] env[68986]: _type = "Task" [ 1109.869377] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.880673] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.915804] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.966043] env[68986]: DEBUG nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.999785] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.000185] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.000438] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.000731] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.002945] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.002945] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.002945] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.002945] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.002945] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.002945] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.002945] env[68986]: DEBUG nova.virt.hardware [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.003891] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236db304-3fb6-4939-b5e8-8771600787d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.019288] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98afa394-579a-4e62-8ac8-d1d7804cf7da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.042739] env[68986]: DEBUG oslo_vmware.api [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197788} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.058226] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.058536] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.058800] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.059088] env[68986]: INFO nova.compute.manager [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Took 3.84 seconds to destroy the instance on the hypervisor. [ 1110.059565] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.060257] env[68986]: DEBUG nova.compute.manager [-] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.060407] env[68986]: DEBUG nova.network.neutron [-] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.064274] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.064608] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b564f8-d39b-4186-83cb-81f79d9366f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.075146] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1110.075146] env[68986]: value = "task-3216639" [ 1110.075146] env[68986]: _type = "Task" [ 1110.075146] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.085026] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.096490] env[68986]: DEBUG oslo_vmware.api [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216632, 'name': PowerOnVM_Task, 'duration_secs': 1.146846} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.096780] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.097166] env[68986]: INFO nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1110.097247] env[68986]: DEBUG nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.098231] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aeccb5-a716-4e4b-9d9c-abd42f1d3144 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.203574] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d5d96-9196-4641-ae2d-0caaed6ae950 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.214192] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd3878e-fe68-40d0-bad2-02eff9223dcb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.248893] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25d153-1c87-497f-bcd5-bd283d11b6a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.258311] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c892611-c30c-46ed-8608-f0a32e458bfa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.277790] env[68986]: DEBUG nova.compute.provider_tree [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.353806] env[68986]: DEBUG nova.compute.manager [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Received event network-vif-deleted-a96f3072-112f-46db-8d6b-ebbc15e22c0e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.354098] env[68986]: DEBUG nova.compute.manager [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-vif-deleted-fab30e6e-6db4-420d-974e-9caff5258f80 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.354231] env[68986]: INFO nova.compute.manager [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Neutron deleted interface fab30e6e-6db4-420d-974e-9caff5258f80; detaching it from the instance and deleting it from the info cache [ 1110.354430] env[68986]: DEBUG nova.network.neutron [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6056ba7b-c841-4898-a8d5-0449322f0299", "address": "fa:16:3e:36:54:c6", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6056ba7b-c8", "ovs_interfaceid": "6056ba7b-c841-4898-a8d5-0449322f0299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.369182] env[68986]: DEBUG nova.compute.manager [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-vif-deleted-6056ba7b-c841-4898-a8d5-0449322f0299 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.369461] env[68986]: INFO nova.compute.manager [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Neutron deleted interface 6056ba7b-c841-4898-a8d5-0449322f0299; detaching it from the instance and deleting it from the info cache [ 1110.369681] env[68986]: DEBUG nova.network.neutron [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fab30e6e-6db4-420d-974e-9caff5258f80", "address": "fa:16:3e:39:0b:6c", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab30e6e-6d", "ovs_interfaceid": "fab30e6e-6db4-420d-974e-9caff5258f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.381328] env[68986]: DEBUG oslo_vmware.api [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216638, 'name': PowerOnVM_Task, 'duration_secs': 0.436905} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.381592] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.384336] env[68986]: DEBUG nova.compute.manager [None req-de170454-ae5f-4f1d-9d6d-a0be14d87cbd tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.385162] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190814c8-fdd6-4b3c-ae9c-bb153514e120 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.589974] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216639, 'name': PowerOffVM_Task, 'duration_secs': 0.261496} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.590994] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.592129] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e29fa4-0991-474e-b8f6-046ec7cb688b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.616411] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736dd6b-72a2-484e-96a7-613e68cd64c8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.627120] env[68986]: INFO nova.compute.manager [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Took 24.51 seconds to build instance. [ 1110.658542] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.659193] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e8e695-bb0b-44dc-b7b5-ca5aab091c24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.665615] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1110.665615] env[68986]: value = "task-3216640" [ 1110.665615] env[68986]: _type = "Task" [ 1110.665615] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.674108] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.767529] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.767529] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.767681] env[68986]: DEBUG nova.network.neutron [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.782599] env[68986]: DEBUG nova.scheduler.client.report [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.823942] env[68986]: DEBUG nova.network.neutron [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Successfully updated port: d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.858030] env[68986]: DEBUG oslo_concurrency.lockutils [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.858030] env[68986]: DEBUG oslo_concurrency.lockutils [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] Acquired lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.859491] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a23a65-d398-40d7-87d7-fc4e967e8249 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.884680] env[68986]: DEBUG oslo_concurrency.lockutils [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.885719] env[68986]: DEBUG oslo_concurrency.lockutils [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] Releasing lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.886023] env[68986]: WARNING nova.compute.manager [req-f85b17a9-7482-4ec9-9746-4698e67d5f37 req-3b167909-8475-4bd6-a741-74051de9fa44 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Detach interface failed, port_id=fab30e6e-6db4-420d-974e-9caff5258f80, reason: No device with interface-id fab30e6e-6db4-420d-974e-9caff5258f80 exists on VM: nova.exception.NotFound: No device with interface-id fab30e6e-6db4-420d-974e-9caff5258f80 exists on VM [ 1110.886436] env[68986]: DEBUG oslo_concurrency.lockutils [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Acquired lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.887433] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ddf9e7-6183-4e88-adda-3ab5241b59dc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.907424] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028eb39-795e-46e4-b600-f0d8d1f6a162 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.934789] env[68986]: DEBUG nova.virt.vmwareapi.vmops [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfiguring VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1110.935405] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232cae5d-5324-419c-827f-3e98ad82d32d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.951617] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.956780] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Waiting for the task: (returnval){ [ 1110.956780] env[68986]: value = "task-3216641" [ 1110.956780] env[68986]: _type = "Task" [ 1110.956780] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.965189] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.128729] env[68986]: DEBUG oslo_concurrency.lockutils [None req-939ba907-d86d-4f0a-b82b-525ea0896ab8 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.023s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.177260] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.177465] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.177719] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.177867] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.178083] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.178347] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fae9e13-678c-4099-893b-735e56c2ec01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.191712] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.191712] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.192186] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97131e97-98b6-4305-8f87-13bafbd78cd3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.197187] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1111.197187] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee7551-31a5-eddf-55a0-d47313272d5f" [ 1111.197187] env[68986]: _type = "Task" [ 1111.197187] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.204728] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee7551-31a5-eddf-55a0-d47313272d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.287204] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.289523] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.592s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.289702] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.291382] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.376s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.291602] env[68986]: DEBUG nova.objects.instance [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'resources' on Instance uuid 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.305460] env[68986]: INFO nova.scheduler.client.report [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Deleted allocations for instance 0c322fc3-cfab-40cc-ae8c-5b4a952e013d [ 1111.318711] env[68986]: INFO nova.scheduler.client.report [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Deleted allocations for instance fc93d757-11bd-413d-98c8-0bc59b7f39de [ 1111.333418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.333418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.333418] env[68986]: DEBUG nova.network.neutron [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.371208] env[68986]: DEBUG nova.network.neutron [-] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.467844] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.566560] env[68986]: INFO nova.network.neutron [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Port fab30e6e-6db4-420d-974e-9caff5258f80 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1111.566950] env[68986]: DEBUG nova.network.neutron [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [{"id": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "address": "fa:16:3e:14:7e:8a", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb9269-02", "ovs_interfaceid": "3aeb9269-0273-4964-bc7a-71ef9e30f14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.708228] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee7551-31a5-eddf-55a0-d47313272d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.018952} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.709427] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c284a1d2-bcf2-43ee-8601-9051c9561a7a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.715567] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1111.715567] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525300a8-c825-f47c-e0ac-51fd0c58ae91" [ 1111.715567] env[68986]: _type = "Task" [ 1111.715567] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.723073] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525300a8-c825-f47c-e0ac-51fd0c58ae91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.822958] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6449730-da1e-499e-9683-8935f4ba2acf tempest-ServerMetadataTestJSON-1186665064 tempest-ServerMetadataTestJSON-1186665064-project-member] Lock "0c322fc3-cfab-40cc-ae8c-5b4a952e013d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.842s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.838754] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04b76b4a-bf02-4f14-b984-79c78fa739e4 tempest-DeleteServersTestJSON-1323669383 tempest-DeleteServersTestJSON-1323669383-project-member] Lock "fc93d757-11bd-413d-98c8-0bc59b7f39de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.873842] env[68986]: INFO nova.compute.manager [-] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Took 1.81 seconds to deallocate network for instance. [ 1111.880931] env[68986]: DEBUG nova.network.neutron [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.967881] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.009568] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d28583-81d3-4dde-90e1-56b9bdd73465 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.019362] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406550c5-e94c-4b91-bf5e-4590b50002ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.055929] env[68986]: DEBUG nova.network.neutron [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updating instance_info_cache with network_info: [{"id": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "address": "fa:16:3e:ee:48:9b", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd206ab0b-63", "ovs_interfaceid": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.057254] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194b424-cd03-4788-8524-32775b2d6bdb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.064843] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5671e6-36b6-47d1-8bdf-446e3f727f83 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.069227] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.081106] env[68986]: DEBUG nova.compute.provider_tree [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.234051] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525300a8-c825-f47c-e0ac-51fd0c58ae91, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.234305] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.234597] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. {{(pid=68986) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1112.234873] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6ccc68d-9a8e-456c-a064-601c40584eb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.245755] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1112.245755] env[68986]: value = "task-3216643" [ 1112.245755] env[68986]: _type = "Task" [ 1112.245755] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.251720] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.349020] env[68986]: DEBUG nova.compute.manager [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1112.387528] env[68986]: DEBUG nova.compute.manager [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Received event network-vif-plugged-d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.388074] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] Acquiring lock "d255ece0-602d-4e03-a979-785a853a9f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.388455] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] Lock "d255ece0-602d-4e03-a979-785a853a9f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.388626] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] Lock "d255ece0-602d-4e03-a979-785a853a9f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.389035] env[68986]: DEBUG nova.compute.manager [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] No waiting events found dispatching network-vif-plugged-d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.389187] env[68986]: WARNING nova.compute.manager [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Received unexpected event network-vif-plugged-d206ab0b-632e-4721-80ad-610d07c8d9ec for instance with vm_state building and task_state spawning. [ 1112.389387] env[68986]: DEBUG nova.compute.manager [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Received event network-changed-d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.389484] env[68986]: DEBUG nova.compute.manager [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Refreshing instance network info cache due to event network-changed-d206ab0b-632e-4721-80ad-610d07c8d9ec. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.389710] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] Acquiring lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.448210] env[68986]: INFO nova.compute.manager [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Took 0.57 seconds to detach 1 volumes for instance. [ 1112.471749] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.561778] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.562249] env[68986]: DEBUG nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Instance network_info: |[{"id": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "address": "fa:16:3e:ee:48:9b", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd206ab0b-63", "ovs_interfaceid": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.562710] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] Acquired lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.562966] env[68986]: DEBUG nova.network.neutron [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Refreshing network info cache for port d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.565839] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:48:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd206ab0b-632e-4721-80ad-610d07c8d9ec', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.577393] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.579406] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0b15054e-676a-4e13-b938-8cc44029aa8f tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-776e45dd-2e43-4980-a189-811bbe6a19cb-fab30e6e-6db4-420d-974e-9caff5258f80" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.629s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.580571] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.581723] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01733842-ecff-431a-939c-0b46cb0f1dc5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.605199] env[68986]: DEBUG nova.scheduler.client.report [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.617691] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.617691] env[68986]: value = "task-3216644" [ 1112.617691] env[68986]: _type = "Task" [ 1112.617691] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.630436] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216644, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.707354] env[68986]: DEBUG nova.compute.manager [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.707577] env[68986]: DEBUG nova.compute.manager [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing instance network info cache due to event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.708012] env[68986]: DEBUG oslo_concurrency.lockutils [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] Acquiring lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.708357] env[68986]: DEBUG oslo_concurrency.lockutils [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] Acquired lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.708540] env[68986]: DEBUG nova.network.neutron [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.753817] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496062} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.754030] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. [ 1112.754861] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68459449-719f-4f89-bf61-9e59bcf136bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.782771] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.783607] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e2b201-f1c7-4f0c-afbd-6035fcab75c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.803915] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1112.803915] env[68986]: value = "task-3216645" [ 1112.803915] env[68986]: _type = "Task" [ 1112.803915] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.813052] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.880215] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.954709] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.974144] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.111385] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.114970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.234s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.132902] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216644, 'name': CreateVM_Task, 'duration_secs': 0.399006} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.136118] env[68986]: INFO nova.scheduler.client.report [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted allocations for instance 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb [ 1113.138312] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.141976] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.141976] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.142220] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.147287] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552338f5-e88b-4c58-9850-5ad441023a76 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.152212] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1113.152212] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee5db8-c05b-f219-dae3-40188de3834c" [ 1113.152212] env[68986]: _type = "Task" [ 1113.152212] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.161873] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee5db8-c05b-f219-dae3-40188de3834c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.315037] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216645, 'name': ReconfigVM_Task, 'duration_secs': 0.352153} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.315385] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.316294] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ebab42-21fc-4954-bd22-4e8ffbe556fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.346094] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d983c7-94a7-4c30-bf81-20f55d2a3d42 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.363620] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1113.363620] env[68986]: value = "task-3216646" [ 1113.363620] env[68986]: _type = "Task" [ 1113.363620] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.374971] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.477026] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.477881] env[68986]: DEBUG nova.network.neutron [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updated VIF entry in instance network info cache for port d206ab0b-632e-4721-80ad-610d07c8d9ec. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.478448] env[68986]: DEBUG nova.network.neutron [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updating instance_info_cache with network_info: [{"id": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "address": "fa:16:3e:ee:48:9b", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd206ab0b-63", "ovs_interfaceid": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.625652] env[68986]: INFO nova.compute.claims [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.650103] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6a2ae44c-6a7d-4051-8d68-595863f4603a tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "6efb41bc-637c-4ee5-82fe-6f5c58feb3bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.299s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.662304] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ee5db8-c05b-f219-dae3-40188de3834c, 'name': SearchDatastore_Task, 'duration_secs': 0.039011} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.663559] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.663641] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.664332] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.664332] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.664332] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.664693] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d66e575-acd5-4871-aece-f3e3a0e10ff1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.677861] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.678115] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.678936] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee44aa4-0b32-4940-9c4e-095c75d901fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.684708] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1113.684708] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d1e51-478b-bc64-9052-e12a168edcd2" [ 1113.684708] env[68986]: _type = "Task" [ 1113.684708] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.693037] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d1e51-478b-bc64-9052-e12a168edcd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.830331] env[68986]: DEBUG nova.network.neutron [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updated VIF entry in instance network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.830703] env[68986]: DEBUG nova.network.neutron [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.877932] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.979735] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.985304] env[68986]: DEBUG oslo_concurrency.lockutils [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] Releasing lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.985304] env[68986]: DEBUG nova.compute.manager [req-0e2f2629-fc3f-4e75-aed6-bc046263af32 req-100c9219-56db-458b-9ce3-60f3d32b22e2 service nova] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Received event network-vif-deleted-b5a18b46-3f51-4d9b-8580-2aba721b154e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.137788] env[68986]: INFO nova.compute.resource_tracker [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating resource usage from migration f6f914e9-081f-424e-b5c6-5591eb1cd5f2 [ 1114.194687] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d1e51-478b-bc64-9052-e12a168edcd2, 'name': SearchDatastore_Task, 'duration_secs': 0.049007} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.201388] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e5eab5-1049-489d-a7fc-c4f779a11599 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.210058] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1114.210058] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b7d9c0-8a03-c2d1-a02d-22ca368ff0e6" [ 1114.210058] env[68986]: _type = "Task" [ 1114.210058] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.219512] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b7d9c0-8a03-c2d1-a02d-22ca368ff0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.321540] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56eeb67-356b-46a0-9e1a-31d5e07c0ee9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.329351] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cda026-0092-436e-bfbb-f0464747b9f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.334943] env[68986]: DEBUG oslo_concurrency.lockutils [req-5684ad03-b25d-4497-b83d-bb60d78754b7 req-0829bf3c-0391-4f85-92cd-3c2e666d2526 service nova] Releasing lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.367932] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3e4505-73c6-4a44-9910-0368559cc96f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.382051] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4689332b-7e5a-4ff3-a4f0-1106ed40d143 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.386188] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216646, 'name': ReconfigVM_Task, 'duration_secs': 0.611708} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.386495] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.387099] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d332f9d7-c745-4964-9398-295c8285eda0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.397239] env[68986]: DEBUG nova.compute.provider_tree [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.404584] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1114.404584] env[68986]: value = "task-3216647" [ 1114.404584] env[68986]: _type = "Task" [ 1114.404584] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.413980] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.479624] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.717414] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52b7d9c0-8a03-c2d1-a02d-22ca368ff0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022559} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.718476] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.718476] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d255ece0-602d-4e03-a979-785a853a9f9e/d255ece0-602d-4e03-a979-785a853a9f9e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.718476] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c98d4c-4935-45f0-8210-63e70c3d6c03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.728214] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1114.728214] env[68986]: value = "task-3216648" [ 1114.728214] env[68986]: _type = "Task" [ 1114.728214] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.733118] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.737011] env[68986]: DEBUG nova.compute.manager [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.737233] env[68986]: DEBUG nova.compute.manager [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing instance network info cache due to event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.737449] env[68986]: DEBUG oslo_concurrency.lockutils [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] Acquiring lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.737588] env[68986]: DEBUG oslo_concurrency.lockutils [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] Acquired lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.737745] env[68986]: DEBUG nova.network.neutron [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.900271] env[68986]: DEBUG nova.scheduler.client.report [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.913872] env[68986]: DEBUG oslo_vmware.api [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216647, 'name': PowerOnVM_Task, 'duration_secs': 0.432796} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.914709] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.917070] env[68986]: DEBUG nova.compute.manager [None req-b1d659f2-44ac-4177-b55d-9918916ac677 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.918048] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541eaaff-c51f-41fb-8993-bc34f317759f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.984245] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.064315] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.064315] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.234675] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216648, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.405701] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.291s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.405845] env[68986]: INFO nova.compute.manager [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Migrating [ 1115.413295] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.459s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.413432] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.453232] env[68986]: INFO nova.scheduler.client.report [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted allocations for instance dd5f1d11-a964-4abe-b4c0-4959ecfa22c2 [ 1115.485450] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.558089] env[68986]: DEBUG nova.network.neutron [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updated VIF entry in instance network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.558089] env[68986]: DEBUG nova.network.neutron [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.570410] env[68986]: DEBUG nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.736714] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958445} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.737523] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] d255ece0-602d-4e03-a979-785a853a9f9e/d255ece0-602d-4e03-a979-785a853a9f9e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.737523] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.737523] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f08c9f-c25a-455d-9f71-03735edf0197 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.745588] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1115.745588] env[68986]: value = "task-3216649" [ 1115.745588] env[68986]: _type = "Task" [ 1115.745588] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.753422] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.925371] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.925564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.925751] env[68986]: DEBUG nova.network.neutron [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.962626] env[68986]: DEBUG oslo_concurrency.lockutils [None req-fb3644e9-3bdf-458c-9521-3968aef1ebfd tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "dd5f1d11-a964-4abe-b4c0-4959ecfa22c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.251s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.980703] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.062734] env[68986]: DEBUG oslo_concurrency.lockutils [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] Releasing lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.062734] env[68986]: DEBUG nova.compute.manager [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.062905] env[68986]: DEBUG nova.compute.manager [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing instance network info cache due to event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.063301] env[68986]: DEBUG oslo_concurrency.lockutils [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] Acquiring lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.063634] env[68986]: DEBUG oslo_concurrency.lockutils [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] Acquired lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.063634] env[68986]: DEBUG nova.network.neutron [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.096897] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.097207] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.098760] env[68986]: INFO nova.compute.claims [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.259500] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228145} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.261138] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.261138] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baddfda-f730-40f8-bf2a-fe27388247e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.288921] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] d255ece0-602d-4e03-a979-785a853a9f9e/d255ece0-602d-4e03-a979-785a853a9f9e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.289353] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98874ab6-42d2-4234-8e1c-c6f04dcbdb46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.312495] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1116.312495] env[68986]: value = "task-3216650" [ 1116.312495] env[68986]: _type = "Task" [ 1116.312495] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.321921] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.480181] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.512840] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.517130] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.517130] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.517130] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.517130] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.517130] env[68986]: INFO nova.compute.manager [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Terminating instance [ 1116.770633] env[68986]: DEBUG nova.compute.manager [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.770954] env[68986]: DEBUG nova.compute.manager [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing instance network info cache due to event network-changed-b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.771065] env[68986]: DEBUG oslo_concurrency.lockutils [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] Acquiring lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.822608] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.889603] env[68986]: DEBUG nova.network.neutron [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance_info_cache with network_info: [{"id": "a1756432-2fc0-4a71-8bdd-d509de212a59", "address": "fa:16:3e:21:d9:9c", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1756432-2f", "ovs_interfaceid": "a1756432-2fc0-4a71-8bdd-d509de212a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.982794] env[68986]: DEBUG oslo_vmware.api [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Task: {'id': task-3216641, 'name': ReconfigVM_Task, 'duration_secs': 5.923706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.983555] env[68986]: DEBUG oslo_concurrency.lockutils [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] Releasing lock "776e45dd-2e43-4980-a189-811bbe6a19cb" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.983555] env[68986]: DEBUG nova.virt.vmwareapi.vmops [req-5a1ffa0f-edfc-450c-8716-6dd03e23ae76 req-06174456-d5d2-4021-8e8c-07fe7d7194b7 service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Reconfigured VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1116.983780] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.032s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.983994] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.984213] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.984375] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.990902] env[68986]: INFO nova.compute.manager [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Terminating instance [ 1116.997988] env[68986]: DEBUG nova.network.neutron [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updated VIF entry in instance network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.998388] env[68986]: DEBUG nova.network.neutron [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.018247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.019036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.021504] env[68986]: DEBUG nova.compute.manager [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.021781] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.024807] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43089034-8b61-4e38-a44d-4f2722c02bef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.034236] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.034660] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d4e8d9-28fc-4241-add0-ef41591bc9d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.043591] env[68986]: DEBUG oslo_vmware.api [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1117.043591] env[68986]: value = "task-3216651" [ 1117.043591] env[68986]: _type = "Task" [ 1117.043591] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.053013] env[68986]: DEBUG oslo_vmware.api [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.198527] env[68986]: INFO nova.compute.manager [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Rescuing [ 1117.198910] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.199179] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.199306] env[68986]: DEBUG nova.network.neutron [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.314153] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c3980c-6db5-4fa9-a6f3-95c843c2105f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.327076] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ffeeb-3f92-4985-9aa2-5738ca85428a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.330557] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216650, 'name': ReconfigVM_Task, 'duration_secs': 0.743057} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.330989] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Reconfigured VM instance instance-00000069 to attach disk [datastore2] d255ece0-602d-4e03-a979-785a853a9f9e/d255ece0-602d-4e03-a979-785a853a9f9e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.332118] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b54000de-ffd4-4f7d-a9c8-b403c8854dfc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.364795] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab7f88-6807-4a78-a2ef-689d0073eff2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.367219] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1117.367219] env[68986]: value = "task-3216652" [ 1117.367219] env[68986]: _type = "Task" [ 1117.367219] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.374511] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344131b-012f-4eb0-9573-63dd2f5a966f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.381816] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216652, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.391745] env[68986]: DEBUG nova.compute.provider_tree [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.393471] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.495479] env[68986]: DEBUG nova.compute.manager [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.495724] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.497372] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dc554c-ca1f-4f52-bf71-cdaf904b92fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.502488] env[68986]: DEBUG oslo_concurrency.lockutils [req-280087e7-f40e-4db5-b504-20c43ba68e38 req-eef5acdd-83e2-4950-8d21-444ce618a071 service nova] Releasing lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.504951] env[68986]: DEBUG oslo_concurrency.lockutils [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] Acquired lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.505310] env[68986]: DEBUG nova.network.neutron [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Refreshing network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.511701] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.511787] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f616748-e171-4ed2-bbd4-2fe2f565b357 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.518773] env[68986]: DEBUG oslo_vmware.api [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1117.518773] env[68986]: value = "task-3216653" [ 1117.518773] env[68986]: _type = "Task" [ 1117.518773] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.522998] env[68986]: DEBUG nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.534229] env[68986]: DEBUG oslo_vmware.api [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.554505] env[68986]: DEBUG oslo_vmware.api [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216651, 'name': PowerOffVM_Task, 'duration_secs': 0.233054} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.554505] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.554505] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.554745] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f0776a4-d81a-4e2a-bed9-369d340abe5b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.617331] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.617546] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.617752] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Deleting the datastore file [datastore1] 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.618051] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35758869-250e-43c5-a718-264f0936dc8e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.624421] env[68986]: DEBUG oslo_vmware.api [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for the task: (returnval){ [ 1117.624421] env[68986]: value = "task-3216655" [ 1117.624421] env[68986]: _type = "Task" [ 1117.624421] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.632783] env[68986]: DEBUG oslo_vmware.api [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.877233] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216652, 'name': Rename_Task, 'duration_secs': 0.320596} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.877504] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.877747] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-537e4ba7-25f3-4816-b8f5-b6862d89930c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.883478] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1117.883478] env[68986]: value = "task-3216656" [ 1117.883478] env[68986]: _type = "Task" [ 1117.883478] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.892792] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.895703] env[68986]: DEBUG nova.scheduler.client.report [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.928772] env[68986]: DEBUG nova.network.neutron [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Updating instance_info_cache with network_info: [{"id": "3d548095-8bda-45d6-90d4-9a75f002e30a", "address": "fa:16:3e:bd:f4:52", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548095-8b", "ovs_interfaceid": "3d548095-8bda-45d6-90d4-9a75f002e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.032515] env[68986]: DEBUG oslo_vmware.api [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.053028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.137696] env[68986]: DEBUG oslo_vmware.api [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Task: {'id': task-3216655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421735} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.138320] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.138436] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.138624] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.138794] env[68986]: INFO nova.compute.manager [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1118.139046] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.139281] env[68986]: DEBUG nova.compute.manager [-] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.139640] env[68986]: DEBUG nova.network.neutron [-] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.324320] env[68986]: DEBUG nova.network.neutron [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updated VIF entry in instance network info cache for port b2323fc2-3737-4f1a-93b1-e4a64a7840c2. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.324654] env[68986]: DEBUG nova.network.neutron [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [{"id": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "address": "fa:16:3e:73:77:76", "network": {"id": "9230e804-8d91-4095-a10b-b008a1d2e3ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1578150715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed204c16871c4944a792d50c7875d14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2323fc2-37", "ovs_interfaceid": "b2323fc2-3737-4f1a-93b1-e4a64a7840c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.393885] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216656, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.403179] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.403689] env[68986]: DEBUG nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.408168] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.357s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.411084] env[68986]: INFO nova.compute.claims [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.433980] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.486672] env[68986]: DEBUG nova.compute.manager [req-15a75e25-dcca-49df-8f54-0e3efe85b7b5 req-d4d6bc38-0418-4357-805f-c5400ef5904b service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Received event network-vif-deleted-b2323fc2-3737-4f1a-93b1-e4a64a7840c2 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.486936] env[68986]: INFO nova.compute.manager [req-15a75e25-dcca-49df-8f54-0e3efe85b7b5 req-d4d6bc38-0418-4357-805f-c5400ef5904b service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Neutron deleted interface b2323fc2-3737-4f1a-93b1-e4a64a7840c2; detaching it from the instance and deleting it from the info cache [ 1118.487161] env[68986]: DEBUG nova.network.neutron [req-15a75e25-dcca-49df-8f54-0e3efe85b7b5 req-d4d6bc38-0418-4357-805f-c5400ef5904b service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.533679] env[68986]: DEBUG oslo_vmware.api [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216653, 'name': PowerOffVM_Task, 'duration_secs': 0.624227} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.533679] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.533679] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.533679] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60112eb-98e6-4b38-8a27-f6bddf685996 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.591732] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.591964] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.592165] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleting the datastore file [datastore2] 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.592428] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd9f32e-8a6a-4078-b0eb-6a493343a4ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.598603] env[68986]: DEBUG oslo_vmware.api [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1118.598603] env[68986]: value = "task-3216658" [ 1118.598603] env[68986]: _type = "Task" [ 1118.598603] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.606395] env[68986]: DEBUG oslo_vmware.api [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.827916] env[68986]: DEBUG oslo_concurrency.lockutils [req-4816db10-b25d-425a-bbba-15df76fc03cd req-690a9f92-107d-498b-a283-d27cb392bd42 service nova] Releasing lock "refresh_cache-3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.893852] env[68986]: DEBUG oslo_vmware.api [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216656, 'name': PowerOnVM_Task, 'duration_secs': 0.826291} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.893852] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.894139] env[68986]: INFO nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1118.894340] env[68986]: DEBUG nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.895148] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8805c-cc59-4e19-ae57-1f5db0276e5d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.914325] env[68986]: DEBUG nova.compute.utils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.919415] env[68986]: DEBUG nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.919644] env[68986]: DEBUG nova.network.neutron [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.923255] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f28da-78cc-45c2-9fdf-7fad09154790 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.943251] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance '56d9640f-1b10-42d6-8ef4-d804e20ad105' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.962529] env[68986]: DEBUG nova.network.neutron [-] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.989854] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-368f73cc-3ef9-4bb7-abe9-00e68e74902a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.998673] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee6f1a3-9a49-499e-8674-469299782bac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.012934] env[68986]: DEBUG nova.policy [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047453048b134f539f23793b3031282f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814a4555a2d47c6b6d40de2502d2d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.035850] env[68986]: DEBUG nova.compute.manager [req-15a75e25-dcca-49df-8f54-0e3efe85b7b5 req-d4d6bc38-0418-4357-805f-c5400ef5904b service nova] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Detach interface failed, port_id=b2323fc2-3737-4f1a-93b1-e4a64a7840c2, reason: Instance 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.107851] env[68986]: DEBUG oslo_vmware.api [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171048} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.108206] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.108294] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.108466] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.108640] env[68986]: INFO nova.compute.manager [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1119.108875] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.109090] env[68986]: DEBUG nova.compute.manager [-] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.109197] env[68986]: DEBUG nova.network.neutron [-] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.416629] env[68986]: INFO nova.compute.manager [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Took 13.78 seconds to build instance. [ 1119.422241] env[68986]: DEBUG nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.449538] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.449838] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d15fbfa-5322-4d08-b9e2-ef28f868a46b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.461221] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1119.461221] env[68986]: value = "task-3216659" [ 1119.461221] env[68986]: _type = "Task" [ 1119.461221] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.465490] env[68986]: INFO nova.compute.manager [-] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Took 1.33 seconds to deallocate network for instance. [ 1119.473640] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.632197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f13b9f-8335-4623-b0c9-b1709ffe6897 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.640518] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e603ba7-845a-4eb1-b37b-15beffcb054a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.678097] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50f5f5c-5b33-433f-9e74-4d97ddd337b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.686817] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc01db3-0c47-4c85-adf2-30170d4eedef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.701541] env[68986]: DEBUG nova.compute.provider_tree [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.918849] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e7b626ef-cb23-4b8e-b5d0-6c89f4c07850 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.291s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.973948] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216659, 'name': PowerOffVM_Task, 'duration_secs': 0.227835} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.975300] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.975300] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance '56d9640f-1b10-42d6-8ef4-d804e20ad105' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.983141] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.986112] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.986531] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3391d6-155f-4cce-9392-a4876d0698c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.995937] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1119.995937] env[68986]: value = "task-3216660" [ 1119.995937] env[68986]: _type = "Task" [ 1119.995937] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.004846] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.066874] env[68986]: DEBUG nova.network.neutron [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Successfully created port: 8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.205372] env[68986]: DEBUG nova.scheduler.client.report [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.213123] env[68986]: DEBUG nova.compute.manager [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Received event network-changed-d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.214245] env[68986]: DEBUG nova.compute.manager [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Refreshing instance network info cache due to event network-changed-d206ab0b-632e-4721-80ad-610d07c8d9ec. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.214245] env[68986]: DEBUG oslo_concurrency.lockutils [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] Acquiring lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.214245] env[68986]: DEBUG oslo_concurrency.lockutils [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] Acquired lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.214758] env[68986]: DEBUG nova.network.neutron [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Refreshing network info cache for port d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.433344] env[68986]: DEBUG nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.461848] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.461848] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.461848] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.461848] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.461848] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.461848] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.462093] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.462153] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.462317] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.462496] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.462696] env[68986]: DEBUG nova.virt.hardware [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.464356] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95914567-d9f6-42ef-8ee6-120349913a33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.473195] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b438430-d265-4036-844b-57cc75674812 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.492837] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.493092] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.493257] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.493438] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.493591] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.493864] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.493964] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.494152] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.494320] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.494479] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.494651] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.502341] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c656287b-0169-4499-8ca7-a07355734401 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.522233] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216660, 'name': PowerOffVM_Task, 'duration_secs': 0.383371} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.524307] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.525135] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1120.525135] env[68986]: value = "task-3216661" [ 1120.525135] env[68986]: _type = "Task" [ 1120.525135] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.526946] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46fd737-83e1-4692-985b-9d4ffaaf1506 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.536033] env[68986]: DEBUG nova.compute.manager [req-21a73c59-afcd-4f27-835e-5264ea874232 req-d7d6a4a4-40ed-4772-aad3-e008e28a106d service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Received event network-vif-deleted-3aeb9269-0273-4964-bc7a-71ef9e30f14c {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.536252] env[68986]: INFO nova.compute.manager [req-21a73c59-afcd-4f27-835e-5264ea874232 req-d7d6a4a4-40ed-4772-aad3-e008e28a106d service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Neutron deleted interface 3aeb9269-0273-4964-bc7a-71ef9e30f14c; detaching it from the instance and deleting it from the info cache [ 1120.536429] env[68986]: DEBUG nova.network.neutron [req-21a73c59-afcd-4f27-835e-5264ea874232 req-d7d6a4a4-40ed-4772-aad3-e008e28a106d service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.560400] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8517e75d-377f-471f-a384-d3ceae50e098 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.563623] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.601600] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.601889] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d29a0414-e394-43dc-93ab-64e72a4dd731 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.610021] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1120.610021] env[68986]: value = "task-3216662" [ 1120.610021] env[68986]: _type = "Task" [ 1120.610021] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.617655] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.617655] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.617655] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.617945] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.617945] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.618184] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7654be-4b62-4281-a292-6fcbacd62f0f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.625806] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.626175] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.626925] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319354fc-dcee-49dd-b98d-a6f05df734ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.632719] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1120.632719] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251e25e-f43b-82bf-ee8e-53be4c22ff8a" [ 1120.632719] env[68986]: _type = "Task" [ 1120.632719] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.640311] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251e25e-f43b-82bf-ee8e-53be4c22ff8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.714150] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.714669] env[68986]: DEBUG nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.723112] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.737s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.723112] env[68986]: DEBUG nova.objects.instance [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lazy-loading 'resources' on Instance uuid 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.886787] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.886787] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.886787] env[68986]: INFO nova.compute.manager [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Shelving [ 1120.944903] env[68986]: DEBUG nova.network.neutron [-] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.041435] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1dfe8aad-6f53-4e07-b2d6-5369af89fd0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.054176] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216661, 'name': ReconfigVM_Task, 'duration_secs': 0.23492} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.055870] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance '56d9640f-1b10-42d6-8ef4-d804e20ad105' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.072071] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b426b867-5111-4406-bc4f-70bfa1ac2c9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.084846] env[68986]: DEBUG nova.network.neutron [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updated VIF entry in instance network info cache for port d206ab0b-632e-4721-80ad-610d07c8d9ec. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.084846] env[68986]: DEBUG nova.network.neutron [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updating instance_info_cache with network_info: [{"id": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "address": "fa:16:3e:ee:48:9b", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd206ab0b-63", "ovs_interfaceid": "d206ab0b-632e-4721-80ad-610d07c8d9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.103913] env[68986]: DEBUG nova.compute.manager [req-21a73c59-afcd-4f27-835e-5264ea874232 req-d7d6a4a4-40ed-4772-aad3-e008e28a106d service nova] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Detach interface failed, port_id=3aeb9269-0273-4964-bc7a-71ef9e30f14c, reason: Instance 776e45dd-2e43-4980-a189-811bbe6a19cb could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.143156] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5251e25e-f43b-82bf-ee8e-53be4c22ff8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014269} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.143990] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2e6644-aad9-4c8a-ad0d-a6f05b058c94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.149214] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1121.149214] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52467d7c-7bb0-87b4-0f4e-7a9f5a3879fc" [ 1121.149214] env[68986]: _type = "Task" [ 1121.149214] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.157856] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52467d7c-7bb0-87b4-0f4e-7a9f5a3879fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.222475] env[68986]: DEBUG nova.compute.utils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.223978] env[68986]: DEBUG nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.224185] env[68986]: DEBUG nova.network.neutron [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.281555] env[68986]: DEBUG nova.policy [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa36c5d8288549acbf81f2f3608d8497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76eb176ab19c4d8bb2fbb931d079a92d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.425530] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd25386-bf25-405f-9ef8-67b563e0bc4b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.433925] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174f68b-8f4b-417c-a1bf-c070c782ab2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.468942] env[68986]: INFO nova.compute.manager [-] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Took 2.36 seconds to deallocate network for instance. [ 1121.475335] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd275369-5336-4895-959e-b9644e9ebb13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.484563] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9e93c-e6f7-4af8-ba0b-f40fcea1ed8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.502957] env[68986]: DEBUG nova.compute.provider_tree [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.565354] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.565602] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.565763] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.565972] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.566337] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.566655] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.566992] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.567327] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.567540] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.567769] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.567978] env[68986]: DEBUG nova.virt.hardware [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.573948] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.574617] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c249841-aad2-497d-a81d-ad91fee9cf0f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.588236] env[68986]: DEBUG oslo_concurrency.lockutils [req-629e8adc-bc13-44e7-8e28-11254e20c868 req-c2cfeb17-3b49-4bca-a430-301e54207072 service nova] Releasing lock "refresh_cache-d255ece0-602d-4e03-a979-785a853a9f9e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.595019] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1121.595019] env[68986]: value = "task-3216663" [ 1121.595019] env[68986]: _type = "Task" [ 1121.595019] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.604482] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.663424] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52467d7c-7bb0-87b4-0f4e-7a9f5a3879fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.663740] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.664026] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. {{(pid=68986) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1121.664886] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49474787-5ad5-4095-98b2-326ffaf42dd2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.674393] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1121.674393] env[68986]: value = "task-3216664" [ 1121.674393] env[68986]: _type = "Task" [ 1121.674393] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.686956] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.725063] env[68986]: DEBUG nova.network.neutron [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Successfully created port: 056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.728430] env[68986]: DEBUG nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.899627] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.899627] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1beb7430-0418-4e22-9c69-f9b02aac8a39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.911625] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1121.911625] env[68986]: value = "task-3216665" [ 1121.911625] env[68986]: _type = "Task" [ 1121.911625] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.924824] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.976205] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.008709] env[68986]: DEBUG nova.scheduler.client.report [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.106303] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216663, 'name': ReconfigVM_Task, 'duration_secs': 0.16929} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.106673] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.107499] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e440b5a6-6311-446f-bbad-70b7c55904e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.140400] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 56d9640f-1b10-42d6-8ef4-d804e20ad105/56d9640f-1b10-42d6-8ef4-d804e20ad105.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.141206] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89d6e1b-9daf-4cdb-8ae0-78809328475c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.168828] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1122.168828] env[68986]: value = "task-3216666" [ 1122.168828] env[68986]: _type = "Task" [ 1122.168828] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.190129] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216664, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.194866] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.306925] env[68986]: DEBUG nova.network.neutron [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Successfully updated port: 8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.423212] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216665, 'name': PowerOffVM_Task, 'duration_secs': 0.399494} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.423492] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.424403] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb3b1d-62dd-4b93-916e-3e83039ba24c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.443582] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb5deb0-112f-4d7a-90b0-fbe5c6edc7f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.517921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.520368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.545s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.520650] env[68986]: DEBUG nova.objects.instance [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'resources' on Instance uuid 776e45dd-2e43-4980-a189-811bbe6a19cb {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.561199] env[68986]: DEBUG nova.compute.manager [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Received event network-vif-plugged-8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.561344] env[68986]: DEBUG oslo_concurrency.lockutils [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] Acquiring lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.561550] env[68986]: DEBUG oslo_concurrency.lockutils [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.561712] env[68986]: DEBUG oslo_concurrency.lockutils [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.561881] env[68986]: DEBUG nova.compute.manager [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] No waiting events found dispatching network-vif-plugged-8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.562488] env[68986]: WARNING nova.compute.manager [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Received unexpected event network-vif-plugged-8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 for instance with vm_state building and task_state spawning. [ 1122.562488] env[68986]: DEBUG nova.compute.manager [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Received event network-changed-8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.562488] env[68986]: DEBUG nova.compute.manager [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Refreshing instance network info cache due to event network-changed-8c8ff50c-95a1-427b-a8c2-63d8caff9fa8. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.562919] env[68986]: DEBUG oslo_concurrency.lockutils [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] Acquiring lock "refresh_cache-04d0ae94-07a3-4323-a53e-45d9f0d86c83" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.562919] env[68986]: DEBUG oslo_concurrency.lockutils [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] Acquired lock "refresh_cache-04d0ae94-07a3-4323-a53e-45d9f0d86c83" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.562919] env[68986]: DEBUG nova.network.neutron [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Refreshing network info cache for port 8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.570185] env[68986]: INFO nova.scheduler.client.report [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Deleted allocations for instance 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b [ 1122.685380] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216666, 'name': ReconfigVM_Task, 'duration_secs': 0.301043} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.688619] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 56d9640f-1b10-42d6-8ef4-d804e20ad105/56d9640f-1b10-42d6-8ef4-d804e20ad105.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.688907] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance '56d9640f-1b10-42d6-8ef4-d804e20ad105' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.693896] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537707} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.694169] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. [ 1122.695028] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a9f6d-a4aa-4b6c-a773-2b4b0dbf7034 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.722255] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.722255] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50da5915-73ed-4050-9852-ba481f64b1a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.744204] env[68986]: DEBUG nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.755854] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1122.755854] env[68986]: value = "task-3216667" [ 1122.755854] env[68986]: _type = "Task" [ 1122.755854] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.764526] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.773677] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.773677] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.773891] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.773982] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.774085] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.774228] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.774430] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.774590] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.774804] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.774989] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.775181] env[68986]: DEBUG nova.virt.hardware [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.776881] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5564c08b-fe4a-4c02-991a-4e2ccdbdf639 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.784770] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f56a99f-f8fc-4843-9fcd-7d8fcc89b2c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.809894] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "refresh_cache-04d0ae94-07a3-4323-a53e-45d9f0d86c83" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.955519] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1122.955845] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed46d610-e214-4577-871c-fd441b489eab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.965711] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1122.965711] env[68986]: value = "task-3216668" [ 1122.965711] env[68986]: _type = "Task" [ 1122.965711] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.977026] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216668, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.080861] env[68986]: DEBUG oslo_concurrency.lockutils [None req-438d129b-f788-4f4d-a2c6-737702fbca04 tempest-ServerRescueTestJSONUnderV235-1557322458 tempest-ServerRescueTestJSONUnderV235-1557322458-project-member] Lock "3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.567s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.123143] env[68986]: DEBUG nova.network.neutron [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.200317] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e183bca-bec3-414e-bbe5-15b423934f38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.225360] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e649f5f-af0a-46d3-9fcd-2c4c48505786 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.230076] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7d96e8-7b7d-4005-bd36-b68b7206ab9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.249342] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance '56d9640f-1b10-42d6-8ef4-d804e20ad105' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.256257] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94feab42-e40a-45c1-80f4-8fb0f8d11b63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.298898] env[68986]: DEBUG nova.network.neutron [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.304027] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db26cf8-4923-45e6-88ab-7fb1cc9d7e97 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.306348] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.312194] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c35e42-fd75-49b3-a318-f88477f07cc9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.333235] env[68986]: DEBUG nova.compute.provider_tree [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.476781] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216668, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.771475] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.806288] env[68986]: DEBUG nova.network.neutron [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Successfully updated port: 056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.807738] env[68986]: DEBUG oslo_concurrency.lockutils [req-edf9aa6a-681f-4cb8-af7c-a8c712ca8715 req-3953428a-61c3-4d23-9f67-89fa492a18bd service nova] Releasing lock "refresh_cache-04d0ae94-07a3-4323-a53e-45d9f0d86c83" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.808319] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "refresh_cache-04d0ae94-07a3-4323-a53e-45d9f0d86c83" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.808464] env[68986]: DEBUG nova.network.neutron [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.822966] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.823228] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.823430] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.823612] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.823839] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.827154] env[68986]: INFO nova.compute.manager [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Terminating instance [ 1123.837387] env[68986]: DEBUG nova.scheduler.client.report [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.844490] env[68986]: DEBUG nova.network.neutron [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Port a1756432-2fc0-4a71-8bdd-d509de212a59 binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1123.933519] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.933830] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.983017] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216668, 'name': CreateSnapshot_Task, 'duration_secs': 0.896413} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.986368] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1123.987194] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b3a23b-7b7a-4a7a-b5fb-bd4f78a83965 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.271040] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.309919] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.309919] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.310126] env[68986]: DEBUG nova.network.neutron [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.338494] env[68986]: DEBUG nova.compute.manager [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.338494] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.338494] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a910e3-d6cf-4492-a188-6d30de97ff9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.347095] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.349135] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.354113] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5bc8195-7469-4f1c-95e6-46b498051ca2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.366321] env[68986]: DEBUG oslo_vmware.api [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1124.366321] env[68986]: value = "task-3216669" [ 1124.366321] env[68986]: _type = "Task" [ 1124.366321] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.379349] env[68986]: DEBUG oslo_vmware.api [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.383532] env[68986]: DEBUG nova.network.neutron [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.391515] env[68986]: INFO nova.scheduler.client.report [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted allocations for instance 776e45dd-2e43-4980-a189-811bbe6a19cb [ 1124.441772] env[68986]: DEBUG nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.506799] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1124.507144] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a02a729b-5187-4bdf-b01a-44339ec90a68 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.516921] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1124.516921] env[68986]: value = "task-3216670" [ 1124.516921] env[68986]: _type = "Task" [ 1124.516921] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.530681] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216670, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.589482] env[68986]: DEBUG nova.network.neutron [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Updating instance_info_cache with network_info: [{"id": "8c8ff50c-95a1-427b-a8c2-63d8caff9fa8", "address": "fa:16:3e:b5:23:37", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c8ff50c-95", "ovs_interfaceid": "8c8ff50c-95a1-427b-a8c2-63d8caff9fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.604656] env[68986]: DEBUG nova.compute.manager [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-vif-plugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.604905] env[68986]: DEBUG oslo_concurrency.lockutils [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.606104] env[68986]: DEBUG oslo_concurrency.lockutils [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.606104] env[68986]: DEBUG oslo_concurrency.lockutils [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.606241] env[68986]: DEBUG nova.compute.manager [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] No waiting events found dispatching network-vif-plugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.606455] env[68986]: WARNING nova.compute.manager [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received unexpected event network-vif-plugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 for instance with vm_state building and task_state spawning. [ 1124.606734] env[68986]: DEBUG nova.compute.manager [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.606799] env[68986]: DEBUG nova.compute.manager [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing instance network info cache due to event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.607090] env[68986]: DEBUG oslo_concurrency.lockutils [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] Acquiring lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.773806] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.842934] env[68986]: DEBUG nova.network.neutron [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.874723] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.874973] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.875168] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.896509] env[68986]: DEBUG oslo_vmware.api [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216669, 'name': PowerOffVM_Task, 'duration_secs': 0.211619} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.902117] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.902305] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.902791] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f56f54d7-2aeb-47aa-b418-981a5a511649 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "776e45dd-2e43-4980-a189-811bbe6a19cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.919s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.904213] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc4cf0ff-4baf-438d-9d64-3945cce52f2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.970103] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.970103] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.970103] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Deleting the datastore file [datastore2] 3f1cb0c3-e2ec-4200-bb80-bd2db455629e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.970103] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cac1dce-ef9f-4206-889e-44099a8c1165 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.978182] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.978294] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.979906] env[68986]: INFO nova.compute.claims [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.984374] env[68986]: DEBUG oslo_vmware.api [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for the task: (returnval){ [ 1124.984374] env[68986]: value = "task-3216672" [ 1124.984374] env[68986]: _type = "Task" [ 1124.984374] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.992944] env[68986]: DEBUG oslo_vmware.api [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.015682] env[68986]: DEBUG nova.network.neutron [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056d900b-36", "ovs_interfaceid": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.036985] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216670, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.092260] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "refresh_cache-04d0ae94-07a3-4323-a53e-45d9f0d86c83" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.092594] env[68986]: DEBUG nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Instance network_info: |[{"id": "8c8ff50c-95a1-427b-a8c2-63d8caff9fa8", "address": "fa:16:3e:b5:23:37", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c8ff50c-95", "ovs_interfaceid": "8c8ff50c-95a1-427b-a8c2-63d8caff9fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.093018] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:23:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c8ff50c-95a1-427b-a8c2-63d8caff9fa8', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.100504] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.100678] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.100898] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf7a7a9d-10ce-4490-8dd5-ee7e2ecdd57d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.120435] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.120435] env[68986]: value = "task-3216673" [ 1125.120435] env[68986]: _type = "Task" [ 1125.120435] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.127982] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216673, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.272148] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216667, 'name': ReconfigVM_Task, 'duration_secs': 2.095923} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.272511] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.273452] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb6a4d5-0b20-459e-b894-3c463305598b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.303013] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-936cb447-f605-466a-811a-7ea86a1d5178 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.319030] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1125.319030] env[68986]: value = "task-3216674" [ 1125.319030] env[68986]: _type = "Task" [ 1125.319030] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.329838] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.498511] env[68986]: DEBUG oslo_vmware.api [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Task: {'id': task-3216672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234111} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.499607] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.499836] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.499991] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.500185] env[68986]: INFO nova.compute.manager [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1125.500469] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.501074] env[68986]: DEBUG nova.compute.manager [-] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.501159] env[68986]: DEBUG nova.network.neutron [-] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.527428] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.527635] env[68986]: DEBUG nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Instance network_info: |[{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056d900b-36", "ovs_interfaceid": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.528115] env[68986]: DEBUG oslo_concurrency.lockutils [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] Acquired lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.528424] env[68986]: DEBUG nova.network.neutron [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.529741] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:7b:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '056d900b-3671-42bb-830e-f9e9ebf1ff12', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.541897] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.546301] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.546617] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216670, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.548908] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6893fe64-63c6-4da8-86cf-c9fab7bfe46f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.569088] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.569088] env[68986]: value = "task-3216675" [ 1125.569088] env[68986]: _type = "Task" [ 1125.569088] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.579916] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216675, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.634275] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216673, 'name': CreateVM_Task, 'duration_secs': 0.454849} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.634522] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.635522] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.635787] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.636266] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.636582] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40916894-45f8-4f59-978d-c187f648a3ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.641448] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1125.641448] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520a658c-4479-c7f1-1e35-d808c99438e8" [ 1125.641448] env[68986]: _type = "Task" [ 1125.641448] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.650357] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520a658c-4479-c7f1-1e35-d808c99438e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.829756] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216674, 'name': ReconfigVM_Task, 'duration_secs': 0.214374} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.830117] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.830391] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51e0d6cb-7604-41fa-be9b-af6865c37493 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.837136] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1125.837136] env[68986]: value = "task-3216676" [ 1125.837136] env[68986]: _type = "Task" [ 1125.837136] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.845475] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.028634] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216670, 'name': CloneVM_Task, 'duration_secs': 1.311705} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.029546] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.029704] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.029879] env[68986]: DEBUG nova.network.neutron [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.033981] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Created linked-clone VM from snapshot [ 1126.035157] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a349c58-ebdc-4339-a089-3a1b9b0e8131 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.055640] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Uploading image 13b3b99c-b76f-4c98-85ae-d0aad768c9d2 {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1126.079564] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216675, 'name': CreateVM_Task, 'duration_secs': 0.346271} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.079739] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.081487] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.091476] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1126.091476] env[68986]: value = "vm-643140" [ 1126.091476] env[68986]: _type = "VirtualMachine" [ 1126.091476] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1126.092056] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc986727-ac31-48e8-8185-b6b2f18cb906 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.098926] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease: (returnval){ [ 1126.098926] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52483dec-196c-9600-c525-d58a47619a53" [ 1126.098926] env[68986]: _type = "HttpNfcLease" [ 1126.098926] env[68986]: } obtained for exporting VM: (result){ [ 1126.098926] env[68986]: value = "vm-643140" [ 1126.098926] env[68986]: _type = "VirtualMachine" [ 1126.098926] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1126.098926] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the lease: (returnval){ [ 1126.098926] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52483dec-196c-9600-c525-d58a47619a53" [ 1126.098926] env[68986]: _type = "HttpNfcLease" [ 1126.098926] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1126.104611] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.104611] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52483dec-196c-9600-c525-d58a47619a53" [ 1126.104611] env[68986]: _type = "HttpNfcLease" [ 1126.104611] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.153762] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520a658c-4479-c7f1-1e35-d808c99438e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.156647] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.156647] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.156966] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.157016] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.157262] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.157674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.157971] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.158259] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b270f95d-2eb2-499f-97ef-61cbadc0ca2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.160299] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015d0361-a211-43e4-9e2a-548e841cbb03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.166244] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1126.166244] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e29d-e6ce-8e8a-9d70-941fed2bd3a3" [ 1126.166244] env[68986]: _type = "Task" [ 1126.166244] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.177098] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.177300] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.178662] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0626b531-ef08-4d16-97b3-3855db4c76e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.184951] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280e29d-e6ce-8e8a-9d70-941fed2bd3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.186174] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.186274] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.186455] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.188790] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1126.188790] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52326e28-5fc6-5e2b-b624-67d121046192" [ 1126.188790] env[68986]: _type = "Task" [ 1126.188790] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.206192] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52326e28-5fc6-5e2b-b624-67d121046192, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.206997] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728daa84-a3c9-4f33-a4de-9482646c01e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.210601] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f74436-61a7-4e4c-9d53-7589fa768e36 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.216632] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1126.216632] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5207ffec-2050-fa7f-a19f-3657717435d1" [ 1126.216632] env[68986]: _type = "Task" [ 1126.216632] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.221760] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2cf17-0e8f-4948-80d5-0030a7740a88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.257676] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5207ffec-2050-fa7f-a19f-3657717435d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.258299] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0dd61-e898-46c0-8bf4-7c31c3236a7d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.262302] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.262644] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 04d0ae94-07a3-4323-a53e-45d9f0d86c83/04d0ae94-07a3-4323-a53e-45d9f0d86c83.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.263055] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.263505] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.263762] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ec3b16e-ac33-4c92-8eac-6ac5c203dc24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.266540] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edba9586-130f-4583-9389-0cb15cd2d311 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.271996] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15471e84-57aa-4996-bb06-0b9e666c0b4f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.278130] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1126.278130] env[68986]: value = "task-3216678" [ 1126.278130] env[68986]: _type = "Task" [ 1126.278130] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.291158] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.291364] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.292356] env[68986]: DEBUG nova.compute.provider_tree [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.296479] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68de309e-934e-4ed4-8cda-0c9500f64900 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.302726] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.306452] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1126.306452] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52974ef1-5484-7f7b-83a4-afbd9afc0b9a" [ 1126.306452] env[68986]: _type = "Task" [ 1126.306452] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.314909] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52974ef1-5484-7f7b-83a4-afbd9afc0b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.348686] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.469939] env[68986]: DEBUG nova.network.neutron [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updated VIF entry in instance network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.470399] env[68986]: DEBUG nova.network.neutron [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056d900b-36", "ovs_interfaceid": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.610024] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.610024] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52483dec-196c-9600-c525-d58a47619a53" [ 1126.610024] env[68986]: _type = "HttpNfcLease" [ 1126.610024] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.610024] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.610024] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52483dec-196c-9600-c525-d58a47619a53" [ 1126.610024] env[68986]: _type = "HttpNfcLease" [ 1126.610024] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1126.610024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656342c-9901-4765-b90e-460dcaf510bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.619970] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d64203-6697-21cb-05e3-a2eb7a8691a0/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.620518] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d64203-6697-21cb-05e3-a2eb7a8691a0/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1126.694874] env[68986]: DEBUG nova.compute.manager [req-d3b8a6af-74f0-461e-b161-ad4125399d40 req-b0e2ddd5-02c7-4cac-98fd-b0d88f316f12 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Received event network-vif-deleted-febb463b-4424-41de-bc06-e32a593e49aa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.695331] env[68986]: INFO nova.compute.manager [req-d3b8a6af-74f0-461e-b161-ad4125399d40 req-b0e2ddd5-02c7-4cac-98fd-b0d88f316f12 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Neutron deleted interface febb463b-4424-41de-bc06-e32a593e49aa; detaching it from the instance and deleting it from the info cache [ 1126.695813] env[68986]: DEBUG nova.network.neutron [req-d3b8a6af-74f0-461e-b161-ad4125399d40 req-b0e2ddd5-02c7-4cac-98fd-b0d88f316f12 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.791690] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.800105] env[68986]: DEBUG nova.scheduler.client.report [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.817195] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52974ef1-5484-7f7b-83a4-afbd9afc0b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.821358] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9f9ee4-de7f-4f08-aa68-47129eabc681 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.824361] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-242bd7f5-82ee-4655-971a-f9e8ca397848 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.830966] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1126.830966] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a3173a-6b88-e0d6-f520-ec7bee47649a" [ 1126.830966] env[68986]: _type = "Task" [ 1126.830966] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.841190] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a3173a-6b88-e0d6-f520-ec7bee47649a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.851450] env[68986]: DEBUG oslo_vmware.api [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216676, 'name': PowerOnVM_Task, 'duration_secs': 0.652983} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.856042] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.858777] env[68986]: DEBUG nova.compute.manager [None req-ddaef43f-796b-4a8e-8c50-70dd4a2d0006 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.859890] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8798863d-b985-43aa-901e-83705f65b01b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.916303] env[68986]: DEBUG nova.network.neutron [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance_info_cache with network_info: [{"id": "a1756432-2fc0-4a71-8bdd-d509de212a59", "address": "fa:16:3e:21:d9:9c", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1756432-2f", "ovs_interfaceid": "a1756432-2fc0-4a71-8bdd-d509de212a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.974998] env[68986]: DEBUG oslo_concurrency.lockutils [req-1da55fee-079e-4984-b010-05aff7ce6fe6 req-fc807d47-541b-4ed3-9e0d-4eff7d36110d service nova] Releasing lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.992072] env[68986]: DEBUG nova.network.neutron [-] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.200042] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98b4a8f9-b804-4a93-ac1c-0ca5626ff8f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.210088] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738b3fcd-f8e5-4277-b140-ba935fe4ab71 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.245191] env[68986]: DEBUG nova.compute.manager [req-d3b8a6af-74f0-461e-b161-ad4125399d40 req-b0e2ddd5-02c7-4cac-98fd-b0d88f316f12 service nova] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Detach interface failed, port_id=febb463b-4424-41de-bc06-e32a593e49aa, reason: Instance 3f1cb0c3-e2ec-4200-bb80-bd2db455629e could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.292578] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547651} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.293104] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 04d0ae94-07a3-4323-a53e-45d9f0d86c83/04d0ae94-07a3-4323-a53e-45d9f0d86c83.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.293408] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.294118] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44954495-80ba-4b57-8692-15482f2a1ddb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.301849] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1127.301849] env[68986]: value = "task-3216679" [ 1127.301849] env[68986]: _type = "Task" [ 1127.301849] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.305915] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.307388] env[68986]: DEBUG nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.318497] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.343247] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a3173a-6b88-e0d6-f520-ec7bee47649a, 'name': SearchDatastore_Task, 'duration_secs': 0.022005} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.343944] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.343944] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.344181] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-209b96c6-0181-4cef-aee4-72f901ec92cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.351296] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1127.351296] env[68986]: value = "task-3216680" [ 1127.351296] env[68986]: _type = "Task" [ 1127.351296] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.363443] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.419198] env[68986]: DEBUG oslo_concurrency.lockutils [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.495127] env[68986]: INFO nova.compute.manager [-] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Took 1.99 seconds to deallocate network for instance. [ 1127.695270] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "06addf9e-15f9-4840-80fb-fa50408bdbca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.696440] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.813536] env[68986]: DEBUG nova.compute.utils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.815445] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064289} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.815445] env[68986]: DEBUG nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.817042] env[68986]: DEBUG nova.network.neutron [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.817901] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.818977] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0326df-8bca-4387-81ab-1b009ffcd338 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.844419] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 04d0ae94-07a3-4323-a53e-45d9f0d86c83/04d0ae94-07a3-4323-a53e-45d9f0d86c83.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.845722] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7005c1c-9e4b-42d5-8eb5-dc14ecbff67d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.862530] env[68986]: DEBUG nova.policy [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3903f91e2f5447b9d0ffdd8e22bda26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3684d6e8d7504e8486bf0ca16d1f5efc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.874938] env[68986]: INFO nova.compute.manager [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Unrescuing [ 1127.875335] env[68986]: DEBUG oslo_concurrency.lockutils [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.875480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.875647] env[68986]: DEBUG nova.network.neutron [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.881827] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216680, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.882987] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1127.882987] env[68986]: value = "task-3216681" [ 1127.882987] env[68986]: _type = "Task" [ 1127.882987] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.893672] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.950075] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149b375-8da1-4234-8cd7-8e89455a0802 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.972489] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e04089-c0d3-465c-b259-b452c272c382 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.981775] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance '56d9640f-1b10-42d6-8ef4-d804e20ad105' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.002417] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.002980] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.002980] env[68986]: DEBUG nova.objects.instance [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lazy-loading 'resources' on Instance uuid 3f1cb0c3-e2ec-4200-bb80-bd2db455629e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.198799] env[68986]: DEBUG nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.275244] env[68986]: DEBUG nova.network.neutron [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Successfully created port: ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.319502] env[68986]: DEBUG nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.375224] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792803} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.375614] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.375907] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.376295] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff7f097-4b2f-4796-942e-1533de954bcd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.382432] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1128.382432] env[68986]: value = "task-3216682" [ 1128.382432] env[68986]: _type = "Task" [ 1128.382432] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.396928] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.400430] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.488914] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.489296] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4891955-0cbd-4b20-be29-2254e6a90f7f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.496014] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1128.496014] env[68986]: value = "task-3216683" [ 1128.496014] env[68986]: _type = "Task" [ 1128.496014] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.506121] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.726724] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.744578] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acabe52e-d997-4285-9dbc-ccac44a6d21e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.753862] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a093c-3334-4ae0-83af-8c76f054eb2a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.790659] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bbe39-38d9-4130-b0ca-368ac19a96f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.799226] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69785a2-4c34-4ac0-8f31-64d3b8b6746a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.804819] env[68986]: DEBUG nova.network.neutron [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Updating instance_info_cache with network_info: [{"id": "3d548095-8bda-45d6-90d4-9a75f002e30a", "address": "fa:16:3e:bd:f4:52", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548095-8b", "ovs_interfaceid": "3d548095-8bda-45d6-90d4-9a75f002e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.818026] env[68986]: DEBUG nova.compute.provider_tree [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.895359] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121429} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.896218] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.897071] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0047cf03-beba-44d7-85b2-6aa8783c688b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.903509] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216681, 'name': ReconfigVM_Task, 'duration_secs': 0.69554} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.904139] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 04d0ae94-07a3-4323-a53e-45d9f0d86c83/04d0ae94-07a3-4323-a53e-45d9f0d86c83.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.904739] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8938c041-0a0f-45cd-874b-77a19e39ff1f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.923086] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.923714] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dccb8caf-047d-4392-b004-6f778ce15626 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.938755] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1128.938755] env[68986]: value = "task-3216684" [ 1128.938755] env[68986]: _type = "Task" [ 1128.938755] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.943400] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1128.943400] env[68986]: value = "task-3216685" [ 1128.943400] env[68986]: _type = "Task" [ 1128.943400] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.950611] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216684, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.955524] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.006379] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.307989] env[68986]: DEBUG oslo_concurrency.lockutils [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-edb1be11-52f6-40d8-8425-37d31f759cc3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.308770] env[68986]: DEBUG nova.objects.instance [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lazy-loading 'flavor' on Instance uuid edb1be11-52f6-40d8-8425-37d31f759cc3 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.320440] env[68986]: DEBUG nova.scheduler.client.report [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.329031] env[68986]: DEBUG nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.353675] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.353915] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.354088] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.354269] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.354417] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.354562] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.354764] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.354918] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.355096] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.355262] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.355437] env[68986]: DEBUG nova.virt.hardware [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.356307] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb618a6d-6b15-4f3a-9541-1da7ee969bd2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.364012] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b081d-6365-4e32-b79b-6a44764aad09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.450240] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216684, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.454991] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.505929] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.815156] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae04d93-89fb-4af7-88ef-b58766ad528d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.837584] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.840241] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.840683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.114s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.842667] env[68986]: INFO nova.compute.claims [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.845108] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94ba4ed8-f7e1-4130-a215-367b28f5cfb5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.852752] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1129.852752] env[68986]: value = "task-3216686" [ 1129.852752] env[68986]: _type = "Task" [ 1129.852752] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.860838] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.861786] env[68986]: INFO nova.scheduler.client.report [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Deleted allocations for instance 3f1cb0c3-e2ec-4200-bb80-bd2db455629e [ 1129.926784] env[68986]: DEBUG nova.compute.manager [req-ed019210-ba1c-4aed-afa6-cae53dded526 req-05960188-9a3a-4750-acf5-2cdea1321e7a service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Received event network-vif-plugged-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.927039] env[68986]: DEBUG oslo_concurrency.lockutils [req-ed019210-ba1c-4aed-afa6-cae53dded526 req-05960188-9a3a-4750-acf5-2cdea1321e7a service nova] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.927230] env[68986]: DEBUG oslo_concurrency.lockutils [req-ed019210-ba1c-4aed-afa6-cae53dded526 req-05960188-9a3a-4750-acf5-2cdea1321e7a service nova] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.927399] env[68986]: DEBUG oslo_concurrency.lockutils [req-ed019210-ba1c-4aed-afa6-cae53dded526 req-05960188-9a3a-4750-acf5-2cdea1321e7a service nova] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.927561] env[68986]: DEBUG nova.compute.manager [req-ed019210-ba1c-4aed-afa6-cae53dded526 req-05960188-9a3a-4750-acf5-2cdea1321e7a service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] No waiting events found dispatching network-vif-plugged-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.927755] env[68986]: WARNING nova.compute.manager [req-ed019210-ba1c-4aed-afa6-cae53dded526 req-05960188-9a3a-4750-acf5-2cdea1321e7a service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Received unexpected event network-vif-plugged-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e for instance with vm_state building and task_state spawning. [ 1129.953426] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216684, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.958552] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.007307] env[68986]: DEBUG oslo_vmware.api [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216683, 'name': PowerOnVM_Task, 'duration_secs': 1.428583} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.007625] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.007924] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-32db2fe1-62f0-4040-aa47-c81cb1fa73ba tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance '56d9640f-1b10-42d6-8ef4-d804e20ad105' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.034137] env[68986]: DEBUG nova.network.neutron [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Successfully updated port: ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.363347] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216686, 'name': PowerOffVM_Task, 'duration_secs': 0.216816} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.363610] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.369027] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.371777] env[68986]: DEBUG oslo_concurrency.lockutils [None req-13b58f8c-cc2e-4d16-b406-5564b42f7463 tempest-ServersV294TestFqdnHostnames-1212809222 tempest-ServersV294TestFqdnHostnames-1212809222-project-member] Lock "3f1cb0c3-e2ec-4200-bb80-bd2db455629e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.549s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.373692] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-487b3653-eabb-4363-ac5e-22cb0768cc46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.393523] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1130.393523] env[68986]: value = "task-3216687" [ 1130.393523] env[68986]: _type = "Task" [ 1130.393523] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.401683] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.453253] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216684, 'name': Rename_Task, 'duration_secs': 1.081685} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.456259] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.456819] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216685, 'name': ReconfigVM_Task, 'duration_secs': 1.211275} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.457030] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ae471a-3931-4975-a44e-b60633e0ad81 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.458633] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.459201] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee4f078-8d7f-4c14-aeb8-abe915e787dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.464967] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1130.464967] env[68986]: value = "task-3216688" [ 1130.464967] env[68986]: _type = "Task" [ 1130.464967] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.468759] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1130.468759] env[68986]: value = "task-3216689" [ 1130.468759] env[68986]: _type = "Task" [ 1130.468759] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.477297] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216689, 'name': Rename_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.480409] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.536784] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.536964] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.537101] env[68986]: DEBUG nova.network.neutron [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.908408] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216687, 'name': ReconfigVM_Task, 'duration_secs': 0.229641} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.908855] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1130.909127] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.909457] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879a2676-1c0d-4bd4-bf79-030125de69e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.917518] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1130.917518] env[68986]: value = "task-3216690" [ 1130.917518] env[68986]: _type = "Task" [ 1130.917518] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.925604] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.980561] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.985433] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216689, 'name': Rename_Task, 'duration_secs': 0.1426} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.985819] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.986226] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e2d5f36-7b26-4211-8239-5ecbc9588f18 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.996403] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1130.996403] env[68986]: value = "task-3216691" [ 1130.996403] env[68986]: _type = "Task" [ 1130.996403] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.008648] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.044087] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524ebad-3227-459a-9dd7-0c748e2fdf3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.060259] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193bb068-aecc-45e4-b141-84690a22928a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.096334] env[68986]: DEBUG nova.network.neutron [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.100728] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d091a17b-18fe-491f-bcbb-e21634eadfe7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.108938] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117b8807-46e4-4711-a37d-3ffd10da2b01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.125167] env[68986]: DEBUG nova.compute.provider_tree [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.298699] env[68986]: DEBUG nova.network.neutron [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating instance_info_cache with network_info: [{"id": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "address": "fa:16:3e:52:e0:20", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecad34a7-de", "ovs_interfaceid": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.427415] env[68986]: DEBUG oslo_vmware.api [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216690, 'name': PowerOnVM_Task, 'duration_secs': 0.428191} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.427742] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.428033] env[68986]: DEBUG nova.compute.manager [None req-23932ea7-fd48-4952-ae1f-3ba99b8f025d tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.428888] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e7927-9245-47f2-922d-7284ef05ad72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.475826] env[68986]: DEBUG oslo_vmware.api [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216688, 'name': PowerOnVM_Task, 'duration_secs': 0.794453} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.476112] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.476319] env[68986]: INFO nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Took 11.04 seconds to spawn the instance on the hypervisor. [ 1131.476499] env[68986]: DEBUG nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.477343] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b449ac-2b7d-4b30-972b-07982db60391 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.509579] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216691, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.633503] env[68986]: DEBUG nova.scheduler.client.report [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.801507] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.801842] env[68986]: DEBUG nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Instance network_info: |[{"id": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "address": "fa:16:3e:52:e0:20", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecad34a7-de", "ovs_interfaceid": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.802327] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:e0:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecad34a7-ded4-4dfd-af8e-4713ce44ac0e', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.812805] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Creating folder: Project (3684d6e8d7504e8486bf0ca16d1f5efc). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.813649] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70ac614e-5331-4de2-a794-b1692ddec859 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.824491] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Created folder: Project (3684d6e8d7504e8486bf0ca16d1f5efc) in parent group-v642845. [ 1131.824742] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Creating folder: Instances. Parent ref: group-v643143. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.825029] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb6855d1-037d-4ced-a157-98184c5821cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.834497] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Created folder: Instances in parent group-v643143. [ 1131.834730] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.834921] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.835134] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-142b53e9-8e37-4ce1-86c4-2fddb8272f54 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.855176] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.855176] env[68986]: value = "task-3216694" [ 1131.855176] env[68986]: _type = "Task" [ 1131.855176] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.862939] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216694, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.997887] env[68986]: INFO nova.compute.manager [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Took 15.92 seconds to build instance. [ 1132.012336] env[68986]: DEBUG nova.compute.manager [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Received event network-changed-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.012336] env[68986]: DEBUG nova.compute.manager [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Refreshing instance network info cache due to event network-changed-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.012336] env[68986]: DEBUG oslo_concurrency.lockutils [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] Acquiring lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.012336] env[68986]: DEBUG oslo_concurrency.lockutils [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] Acquired lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.012336] env[68986]: DEBUG nova.network.neutron [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Refreshing network info cache for port ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.021641] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216691, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.136845] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.137470] env[68986]: DEBUG nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.365558] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216694, 'name': CreateVM_Task, 'duration_secs': 0.404143} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.365746] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.366516] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.366767] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.367012] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.367286] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6178fcf8-e74a-4c47-9cef-ee5932878d2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.372038] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1132.372038] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ec5a1-1002-ef24-38ec-38f086e2f2dc" [ 1132.372038] env[68986]: _type = "Task" [ 1132.372038] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.379694] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ec5a1-1002-ef24-38ec-38f086e2f2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.509841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-798eeff3-614f-4a74-b647-60322ef34cfe tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.446s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.510225] env[68986]: DEBUG oslo_vmware.api [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216691, 'name': PowerOnVM_Task, 'duration_secs': 1.353645} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.510537] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.510819] env[68986]: INFO nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1132.511081] env[68986]: DEBUG nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.512060] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1beda4a-3b8c-425a-a910-c0eb3cefd029 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.634776] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.635091] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.635302] env[68986]: DEBUG nova.compute.manager [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Going to confirm migration 6 {{(pid=68986) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1132.642302] env[68986]: DEBUG nova.compute.utils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.644133] env[68986]: DEBUG nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.644278] env[68986]: DEBUG nova.network.neutron [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.736230] env[68986]: DEBUG nova.policy [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.883820] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ec5a1-1002-ef24-38ec-38f086e2f2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016604} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.884309] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.884547] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.884779] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.884926] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.885121] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.885387] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81404af6-19e9-4a00-b8f2-86a8f46f3fdc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.892667] env[68986]: DEBUG nova.network.neutron [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updated VIF entry in instance network info cache for port ecad34a7-ded4-4dfd-af8e-4713ce44ac0e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.893149] env[68986]: DEBUG nova.network.neutron [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating instance_info_cache with network_info: [{"id": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "address": "fa:16:3e:52:e0:20", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecad34a7-de", "ovs_interfaceid": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.896583] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.896904] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.897723] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c7db93-551a-4fa9-88c8-6bea2090b5ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.903902] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1132.903902] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d79d0-0afe-3adf-280f-b7b24a1ab303" [ 1132.903902] env[68986]: _type = "Task" [ 1132.903902] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.912672] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d79d0-0afe-3adf-280f-b7b24a1ab303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.033084] env[68986]: INFO nova.compute.manager [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Took 15.00 seconds to build instance. [ 1133.147529] env[68986]: DEBUG nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.221558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.221558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.221558] env[68986]: DEBUG nova.network.neutron [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.221558] env[68986]: DEBUG nova.objects.instance [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'info_cache' on Instance uuid 56d9640f-1b10-42d6-8ef4-d804e20ad105 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.259180] env[68986]: DEBUG nova.network.neutron [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Successfully created port: 2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.397186] env[68986]: DEBUG oslo_concurrency.lockutils [req-4e3954b9-aee4-4320-8e78-3817b61e6304 req-14da9f00-43b3-40f9-aee9-5041f3ced79d service nova] Releasing lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.415238] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523d79d0-0afe-3adf-280f-b7b24a1ab303, 'name': SearchDatastore_Task, 'duration_secs': 0.013568} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.416187] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1879ee-8f1c-44f9-8da7-040df85ddffc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.422254] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1133.422254] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7537c-fc02-f4fb-786c-580305c2e78c" [ 1133.422254] env[68986]: _type = "Task" [ 1133.422254] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.431750] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7537c-fc02-f4fb-786c-580305c2e78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.534514] env[68986]: DEBUG oslo_concurrency.lockutils [None req-33877023-5448-436d-ba84-20304ce55128 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.515s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.808407] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.808686] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.808930] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.809203] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.809418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.811613] env[68986]: INFO nova.compute.manager [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Terminating instance [ 1133.933674] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c7537c-fc02-f4fb-786c-580305c2e78c, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.933961] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.934235] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f1329591-d2a7-4714-a066-5d721fba3b9a/f1329591-d2a7-4714-a066-5d721fba3b9a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.934504] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3010cf9-f9f3-45f1-9f88-fbcf53914483 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.941424] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1133.941424] env[68986]: value = "task-3216695" [ 1133.941424] env[68986]: _type = "Task" [ 1133.941424] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.953374] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.167691] env[68986]: DEBUG nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.197615] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.197879] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.198062] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.198314] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.198474] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.198620] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.198832] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.198996] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.199188] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.199366] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.199547] env[68986]: DEBUG nova.virt.hardware [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.200510] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e14685-9583-486b-9907-ef15fef3ab9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.209099] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e4d3db-d79f-4493-9020-2f817d0f61bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.316920] env[68986]: DEBUG nova.compute.manager [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.317095] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.318131] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fca50d8-c60f-45bb-9ccc-c951c9228f0f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.332675] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.333082] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346729e6-6dd4-414a-b084-cacf04d31841 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.341635] env[68986]: DEBUG oslo_vmware.api [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1134.341635] env[68986]: value = "task-3216696" [ 1134.341635] env[68986]: _type = "Task" [ 1134.341635] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.356232] env[68986]: DEBUG oslo_vmware.api [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.449026] env[68986]: DEBUG nova.compute.manager [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.449263] env[68986]: DEBUG nova.compute.manager [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing instance network info cache due to event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.449540] env[68986]: DEBUG oslo_concurrency.lockutils [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] Acquiring lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.449711] env[68986]: DEBUG oslo_concurrency.lockutils [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] Acquired lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.449869] env[68986]: DEBUG nova.network.neutron [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.457775] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216695, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.608788] env[68986]: DEBUG nova.network.neutron [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance_info_cache with network_info: [{"id": "a1756432-2fc0-4a71-8bdd-d509de212a59", "address": "fa:16:3e:21:d9:9c", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1756432-2f", "ovs_interfaceid": "a1756432-2fc0-4a71-8bdd-d509de212a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.852171] env[68986]: DEBUG oslo_vmware.api [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216696, 'name': PowerOffVM_Task, 'duration_secs': 0.332509} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.852680] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.852885] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.853130] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d2b3c5-72f7-46e2-9062-5a86f3024cca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.926046] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.926046] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.926046] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleting the datastore file [datastore1] 04d0ae94-07a3-4323-a53e-45d9f0d86c83 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.926046] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e758715-d8fe-4d13-a8f8-231b1d380eed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.933984] env[68986]: DEBUG oslo_vmware.api [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1134.933984] env[68986]: value = "task-3216698" [ 1134.933984] env[68986]: _type = "Task" [ 1134.933984] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.943992] env[68986]: DEBUG oslo_vmware.api [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.954640] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733556} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.955124] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f1329591-d2a7-4714-a066-5d721fba3b9a/f1329591-d2a7-4714-a066-5d721fba3b9a.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.955289] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.955903] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c8f43fa-89fc-480a-8d7f-47be32150bea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.967667] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1134.967667] env[68986]: value = "task-3216699" [ 1134.967667] env[68986]: _type = "Task" [ 1134.967667] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.975805] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.113721] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-56d9640f-1b10-42d6-8ef4-d804e20ad105" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.113991] env[68986]: DEBUG nova.objects.instance [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'migration_context' on Instance uuid 56d9640f-1b10-42d6-8ef4-d804e20ad105 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.314656] env[68986]: DEBUG nova.compute.manager [req-7e9edb07-1510-4692-b179-53ba8d4590b4 req-23cbe3f7-faa7-4b95-bdee-e61a5cca20d6 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-vif-plugged-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.314948] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e9edb07-1510-4692-b179-53ba8d4590b4 req-23cbe3f7-faa7-4b95-bdee-e61a5cca20d6 service nova] Acquiring lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.315166] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e9edb07-1510-4692-b179-53ba8d4590b4 req-23cbe3f7-faa7-4b95-bdee-e61a5cca20d6 service nova] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.315385] env[68986]: DEBUG oslo_concurrency.lockutils [req-7e9edb07-1510-4692-b179-53ba8d4590b4 req-23cbe3f7-faa7-4b95-bdee-e61a5cca20d6 service nova] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.315585] env[68986]: DEBUG nova.compute.manager [req-7e9edb07-1510-4692-b179-53ba8d4590b4 req-23cbe3f7-faa7-4b95-bdee-e61a5cca20d6 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] No waiting events found dispatching network-vif-plugged-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.315767] env[68986]: WARNING nova.compute.manager [req-7e9edb07-1510-4692-b179-53ba8d4590b4 req-23cbe3f7-faa7-4b95-bdee-e61a5cca20d6 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received unexpected event network-vif-plugged-2479ff9c-558d-4ae9-a02a-badeec735761 for instance with vm_state building and task_state spawning. [ 1135.335776] env[68986]: DEBUG nova.network.neutron [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updated VIF entry in instance network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.336235] env[68986]: DEBUG nova.network.neutron [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056d900b-36", "ovs_interfaceid": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.443765] env[68986]: DEBUG oslo_vmware.api [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38929} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.444246] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.444488] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.444647] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.444870] env[68986]: INFO nova.compute.manager [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1135.445174] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.445354] env[68986]: DEBUG nova.compute.manager [-] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.445411] env[68986]: DEBUG nova.network.neutron [-] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.455230] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.455756] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.477503] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121767} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.479874] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.480707] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98999b09-4ea8-4810-a689-a81eae961c2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.503757] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] f1329591-d2a7-4714-a066-5d721fba3b9a/f1329591-d2a7-4714-a066-5d721fba3b9a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.504078] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b9a723-4a44-4111-a830-b92eb0b6fd4a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.524789] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1135.524789] env[68986]: value = "task-3216700" [ 1135.524789] env[68986]: _type = "Task" [ 1135.524789] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.532717] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.618491] env[68986]: DEBUG nova.objects.base [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Object Instance<56d9640f-1b10-42d6-8ef4-d804e20ad105> lazy-loaded attributes: info_cache,migration_context {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.619508] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e3632b-2141-433c-b1fe-23b5812c8c93 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.638243] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a1965d-6ac7-4855-9d6f-24df2c2624c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.644128] env[68986]: DEBUG oslo_vmware.api [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1135.644128] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a7d429-b4ff-359c-5ac2-39272ec7bd19" [ 1135.644128] env[68986]: _type = "Task" [ 1135.644128] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.654412] env[68986]: DEBUG oslo_vmware.api [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a7d429-b4ff-359c-5ac2-39272ec7bd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.815999] env[68986]: DEBUG nova.network.neutron [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Successfully updated port: 2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.838606] env[68986]: DEBUG oslo_concurrency.lockutils [req-9f0d4934-1667-4d38-a566-a2008365713f req-5597e7cf-2c6c-4145-938c-e89c8e1df0b0 service nova] Releasing lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.958194] env[68986]: DEBUG nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.035717] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216700, 'name': ReconfigVM_Task, 'duration_secs': 0.277187} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.035717] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] f1329591-d2a7-4714-a066-5d721fba3b9a/f1329591-d2a7-4714-a066-5d721fba3b9a.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.036015] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf4a0a73-c821-48a2-9368-baea34c864ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.041871] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1136.041871] env[68986]: value = "task-3216701" [ 1136.041871] env[68986]: _type = "Task" [ 1136.041871] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.050377] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216701, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.154687] env[68986]: DEBUG oslo_vmware.api [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a7d429-b4ff-359c-5ac2-39272ec7bd19, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.155171] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.155247] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.169548] env[68986]: DEBUG nova.network.neutron [-] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.319410] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.319682] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.319827] env[68986]: DEBUG nova.network.neutron [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.482868] env[68986]: DEBUG nova.compute.manager [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Received event network-vif-deleted-8c8ff50c-95a1-427b-a8c2-63d8caff9fa8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.483150] env[68986]: DEBUG nova.compute.manager [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.483262] env[68986]: DEBUG nova.compute.manager [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing instance network info cache due to event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.483485] env[68986]: DEBUG oslo_concurrency.lockutils [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.484613] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.552255] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216701, 'name': Rename_Task, 'duration_secs': 0.136982} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.552523] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.552765] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1bb2792-9ebd-4485-a3c9-17c6845aed63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.558877] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1136.558877] env[68986]: value = "task-3216702" [ 1136.558877] env[68986]: _type = "Task" [ 1136.558877] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.570637] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.672018] env[68986]: INFO nova.compute.manager [-] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Took 1.23 seconds to deallocate network for instance. [ 1136.838466] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3922bec0-b8c9-463d-8ec6-d4a46362e465 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.847445] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50822922-3960-4ce3-a35b-0299d5c62b9b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.879515] env[68986]: DEBUG nova.network.neutron [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.882053] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f9a53-f0ba-434e-b5a8-eb0ab5ad2f86 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.890265] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e2d8d-c4ea-4288-a454-ce054b3c842d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.903866] env[68986]: DEBUG nova.compute.provider_tree [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.030156] env[68986]: DEBUG nova.network.neutron [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.068564] env[68986]: DEBUG oslo_vmware.api [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216702, 'name': PowerOnVM_Task, 'duration_secs': 0.44466} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.068824] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.069027] env[68986]: INFO nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1137.069207] env[68986]: DEBUG nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.069985] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2f4917-df03-406b-b3b0-2c0096637347 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.179691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.409909] env[68986]: DEBUG nova.scheduler.client.report [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.533160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.533508] env[68986]: DEBUG nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Instance network_info: |[{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.533822] env[68986]: DEBUG oslo_concurrency.lockutils [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.533997] env[68986]: DEBUG nova.network.neutron [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.535528] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:2b:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2479ff9c-558d-4ae9-a02a-badeec735761', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.543065] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.544095] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.544336] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c57cf4b-ba1d-42a0-b440-536791fa311e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.564931] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.564931] env[68986]: value = "task-3216703" [ 1137.564931] env[68986]: _type = "Task" [ 1137.564931] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.574643] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216703, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.587656] env[68986]: INFO nova.compute.manager [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Took 12.64 seconds to build instance. [ 1138.077908] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216703, 'name': CreateVM_Task, 'duration_secs': 0.434847} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.078187] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.079104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.079353] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.079818] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.080188] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea1f08b-7c08-42a3-add4-a1e9e8b2387a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.085942] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1138.085942] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d95a91-fee4-5548-6915-756596d9ed39" [ 1138.085942] env[68986]: _type = "Task" [ 1138.085942] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.091496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-bf969cc6-8ac6-4e4f-9b84-4650c2e929f7 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.158s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.101849] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d95a91-fee4-5548-6915-756596d9ed39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.283958] env[68986]: DEBUG nova.network.neutron [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updated VIF entry in instance network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.284343] env[68986]: DEBUG nova.network.neutron [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.420671] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.265s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.423719] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.939s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.427118] env[68986]: INFO nova.compute.claims [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.553720] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d64203-6697-21cb-05e3-a2eb7a8691a0/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1138.554867] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd32b4a3-4051-4c42-b845-c85e198a630c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.561826] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d64203-6697-21cb-05e3-a2eb7a8691a0/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1138.561995] env[68986]: ERROR oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d64203-6697-21cb-05e3-a2eb7a8691a0/disk-0.vmdk due to incomplete transfer. [ 1138.562245] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-74553136-317e-448a-ac59-ec2b903ba49c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.570211] env[68986]: DEBUG oslo_vmware.rw_handles [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d64203-6697-21cb-05e3-a2eb7a8691a0/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1138.570407] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Uploaded image 13b3b99c-b76f-4c98-85ae-d0aad768c9d2 to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1138.572666] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1138.572934] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22a392e1-2ca7-484e-8189-85aba49d117a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.578783] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1138.578783] env[68986]: value = "task-3216704" [ 1138.578783] env[68986]: _type = "Task" [ 1138.578783] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.587143] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216704, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.595894] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d95a91-fee4-5548-6915-756596d9ed39, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.596275] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.596528] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.596760] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.596900] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.597091] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.597369] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4f6059-91a6-49ee-ba5a-b0921b4ab9c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.609500] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.609710] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.610521] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf051f8-645a-42af-a3be-d6f6b3da2359 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.615840] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1138.615840] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b5c44-e65e-5523-1d9b-1040de4d25c7" [ 1138.615840] env[68986]: _type = "Task" [ 1138.615840] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.624115] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b5c44-e65e-5523-1d9b-1040de4d25c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.650255] env[68986]: DEBUG nova.compute.manager [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Received event network-changed-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.650469] env[68986]: DEBUG nova.compute.manager [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Refreshing instance network info cache due to event network-changed-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.650793] env[68986]: DEBUG oslo_concurrency.lockutils [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] Acquiring lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.650859] env[68986]: DEBUG oslo_concurrency.lockutils [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] Acquired lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.651017] env[68986]: DEBUG nova.network.neutron [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Refreshing network info cache for port ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.787796] env[68986]: DEBUG oslo_concurrency.lockutils [req-de11a085-e244-4e6c-91a1-28fc2150aa7d req-7dc70ed1-1041-48f0-92db-a15e88b0210e service nova] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.003543] env[68986]: INFO nova.scheduler.client.report [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted allocation for migration f6f914e9-081f-424e-b5c6-5591eb1cd5f2 [ 1139.089113] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216704, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.126507] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b5c44-e65e-5523-1d9b-1040de4d25c7, 'name': SearchDatastore_Task, 'duration_secs': 0.03576} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.127331] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5831ac35-2435-4201-8d86-50eddcb86ce3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.132721] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1139.132721] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529354a2-32e1-b171-9a13-ed58e0d4f00d" [ 1139.132721] env[68986]: _type = "Task" [ 1139.132721] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.141872] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529354a2-32e1-b171-9a13-ed58e0d4f00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.382919] env[68986]: DEBUG nova.network.neutron [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updated VIF entry in instance network info cache for port ecad34a7-ded4-4dfd-af8e-4713ce44ac0e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.383321] env[68986]: DEBUG nova.network.neutron [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating instance_info_cache with network_info: [{"id": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "address": "fa:16:3e:52:e0:20", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecad34a7-de", "ovs_interfaceid": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.510116] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d6f7aba-7e5a-4ad3-b536-79ff3bc8c32a tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.875s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.592747] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216704, 'name': Destroy_Task} progress is 33%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.594374] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937b8e3c-5527-43f7-bf8a-8c35cb64b47a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.601319] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254785a7-992d-4929-b854-8362a55c1782 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.632884] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b622afab-51eb-4276-860b-fda9830b2c94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.646753] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e67cb9-a6d4-4093-bd19-636669dd8601 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.651242] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529354a2-32e1-b171-9a13-ed58e0d4f00d, 'name': SearchDatastore_Task, 'duration_secs': 0.029565} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.651532] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.651864] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 06addf9e-15f9-4840-80fb-fa50408bdbca/06addf9e-15f9-4840-80fb-fa50408bdbca.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.652526] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e628a8f-0697-4747-bb1d-5b15053ada0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.663468] env[68986]: DEBUG nova.compute.provider_tree [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.670341] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1139.670341] env[68986]: value = "task-3216705" [ 1139.670341] env[68986]: _type = "Task" [ 1139.670341] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.679367] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.886326] env[68986]: DEBUG oslo_concurrency.lockutils [req-9371a90e-44fe-4239-a217-537ab271f08b req-d847d640-f530-4a20-bf46-ce32b61f00f1 service nova] Releasing lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.094891] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216704, 'name': Destroy_Task, 'duration_secs': 1.144142} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.095232] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Destroyed the VM [ 1140.095494] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1140.095796] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1809530-5aaa-4891-b346-dd83ad31fb3c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.104464] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1140.104464] env[68986]: value = "task-3216706" [ 1140.104464] env[68986]: _type = "Task" [ 1140.104464] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.114723] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216706, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.167048] env[68986]: DEBUG nova.scheduler.client.report [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.181144] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.615104] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216706, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.672267] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.672775] env[68986]: DEBUG nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.675823] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.496s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.676404] env[68986]: DEBUG nova.objects.instance [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'resources' on Instance uuid 04d0ae94-07a3-4323-a53e-45d9f0d86c83 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.688250] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551862} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.688532] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 06addf9e-15f9-4840-80fb-fa50408bdbca/06addf9e-15f9-4840-80fb-fa50408bdbca.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.688750] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.689007] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c3fbff-e7d4-480f-bcba-223c9611cab5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.696777] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1140.696777] env[68986]: value = "task-3216707" [ 1140.696777] env[68986]: _type = "Task" [ 1140.696777] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.707431] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.075795] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.076145] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.076382] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.076552] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.076725] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.078867] env[68986]: INFO nova.compute.manager [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Terminating instance [ 1141.114474] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216706, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754871} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.114682] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1141.114934] env[68986]: DEBUG nova.compute.manager [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.115735] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66123f-5dae-450b-9395-abb9ab46a024 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.183638] env[68986]: DEBUG nova.compute.utils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.187671] env[68986]: DEBUG nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.187838] env[68986]: DEBUG nova.network.neutron [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.206933] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068544} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.207193] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.207948] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf526c7-8b62-4ea4-a758-6881d7d9110b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.230825] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 06addf9e-15f9-4840-80fb-fa50408bdbca/06addf9e-15f9-4840-80fb-fa50408bdbca.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.234190] env[68986]: DEBUG nova.policy [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '487c9bd6cc654cd0849880c23a245563', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea7c27eaf42d6bd2beed2e4c32ac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.235460] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ccdf72-9123-49ff-8894-2d024211e690 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.254947] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1141.254947] env[68986]: value = "task-3216708" [ 1141.254947] env[68986]: _type = "Task" [ 1141.254947] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.265093] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.376840] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54088fb1-ffa3-4efe-8c68-5ec1ded26dbf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.385516] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3607b3a-b33b-475a-acee-f4e74f87df43 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.418228] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb666eb-9d35-4b04-b0c7-1acc5f6e8bb4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.425333] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f47274-0e39-4e0e-9efc-bdff8f24717a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.438786] env[68986]: DEBUG nova.compute.provider_tree [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.525363] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "e6bf7b66-1366-414e-9e2b-045c54405321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.525533] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.533070] env[68986]: DEBUG nova.network.neutron [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Successfully created port: bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.583096] env[68986]: DEBUG nova.compute.manager [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.583096] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.584040] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12562dc6-7925-45c9-a939-5490ccc1dd20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.591060] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.591303] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5622f20-94b0-4af0-bb13-8689b046b3a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.596937] env[68986]: DEBUG oslo_vmware.api [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1141.596937] env[68986]: value = "task-3216709" [ 1141.596937] env[68986]: _type = "Task" [ 1141.596937] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.606261] env[68986]: DEBUG oslo_vmware.api [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.627326] env[68986]: INFO nova.compute.manager [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Shelve offloading [ 1141.679202] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.679492] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.679660] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.679808] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.679958] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.680129] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.680286] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.680437] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1141.680628] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.688609] env[68986]: DEBUG nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.766024] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216708, 'name': ReconfigVM_Task, 'duration_secs': 0.265093} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.766312] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 06addf9e-15f9-4840-80fb-fa50408bdbca/06addf9e-15f9-4840-80fb-fa50408bdbca.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.766951] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbd3a034-b288-47e8-9cd6-7ad115e4d881 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.772903] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1141.772903] env[68986]: value = "task-3216710" [ 1141.772903] env[68986]: _type = "Task" [ 1141.772903] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.782151] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216710, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.941829] env[68986]: DEBUG nova.scheduler.client.report [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.027658] env[68986]: DEBUG nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.107262] env[68986]: DEBUG oslo_vmware.api [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216709, 'name': PowerOffVM_Task, 'duration_secs': 0.198197} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.107565] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.107756] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.108019] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92d53e57-4ccd-4378-a72e-1b7e70b3d892 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.130778] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.131205] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012aaf87-2e8d-4d04-b402-3d3de2c9bb48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.137305] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1142.137305] env[68986]: value = "task-3216712" [ 1142.137305] env[68986]: _type = "Task" [ 1142.137305] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.146479] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.147937] env[68986]: DEBUG nova.compute.manager [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.147937] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96c86e-2088-4912-ba67-d7f74cc304c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.152919] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.153096] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.153267] env[68986]: DEBUG nova.network.neutron [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.172433] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.172686] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.172874] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleting the datastore file [datastore2] 56d9640f-1b10-42d6-8ef4-d804e20ad105 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.173561] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-789ec56d-9121-4651-b847-f305dcdc93b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.180719] env[68986]: DEBUG oslo_vmware.api [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1142.180719] env[68986]: value = "task-3216713" [ 1142.180719] env[68986]: _type = "Task" [ 1142.180719] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.186264] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.191385] env[68986]: DEBUG oslo_vmware.api [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.282760] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216710, 'name': Rename_Task, 'duration_secs': 0.137208} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.283131] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.283412] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1c8343-00de-4b79-b56f-fa06a488b6f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.288826] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1142.288826] env[68986]: value = "task-3216714" [ 1142.288826] env[68986]: _type = "Task" [ 1142.288826] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.298309] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.448033] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.450052] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.264s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.450145] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.450310] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1142.451228] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16072f11-0b8d-49a7-9ef4-64097de64a4b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.459834] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4c4ae3-1fc8-4705-ad55-2e094b10161b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.474212] env[68986]: INFO nova.scheduler.client.report [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted allocations for instance 04d0ae94-07a3-4323-a53e-45d9f0d86c83 [ 1142.475475] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6826132a-33e1-4bee-8e23-c4297fdadbc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.484426] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dd91df-d9f7-4dfa-b27d-16e1059c5352 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.513678] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179676MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1142.513834] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.514066] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.546281] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.693922] env[68986]: DEBUG oslo_vmware.api [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281797} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.694257] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.694489] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.694719] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.694949] env[68986]: INFO nova.compute.manager [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1142.695270] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.695512] env[68986]: DEBUG nova.compute.manager [-] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.695633] env[68986]: DEBUG nova.network.neutron [-] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.698706] env[68986]: DEBUG nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.726172] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.726651] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.726735] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.726931] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.727092] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.727242] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.727455] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.727613] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.727782] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.727946] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.728136] env[68986]: DEBUG nova.virt.hardware [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.729039] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0770f5eb-b9f6-4fba-bba8-417fd7fc0d33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.738786] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c353473-e8c8-4791-b281-018150e9c86a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.800473] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.928474] env[68986]: DEBUG nova.compute.manager [req-cca2d904-95ea-4877-885f-3b804aceba7d req-d4bc6d09-2c99-45f8-b1a7-852fabec6772 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Received event network-vif-deleted-a1756432-2fc0-4a71-8bdd-d509de212a59 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.928674] env[68986]: INFO nova.compute.manager [req-cca2d904-95ea-4877-885f-3b804aceba7d req-d4bc6d09-2c99-45f8-b1a7-852fabec6772 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Neutron deleted interface a1756432-2fc0-4a71-8bdd-d509de212a59; detaching it from the instance and deleting it from the info cache [ 1142.928845] env[68986]: DEBUG nova.network.neutron [req-cca2d904-95ea-4877-885f-3b804aceba7d req-d4bc6d09-2c99-45f8-b1a7-852fabec6772 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.983475] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e4473fc7-62c6-49bd-af80-9576a1078e5b tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "04d0ae94-07a3-4323-a53e-45d9f0d86c83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.175s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.996039] env[68986]: DEBUG nova.network.neutron [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4500e92-43", "ovs_interfaceid": "b4500e92-433a-4889-ae52-295f00e138cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.084035] env[68986]: DEBUG nova.compute.manager [req-f1ce4b8a-d5e1-4008-9b5f-2d1147380511 req-5c680711-bc69-4a01-91b1-64bf983e300a service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Received event network-vif-plugged-bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.084309] env[68986]: DEBUG oslo_concurrency.lockutils [req-f1ce4b8a-d5e1-4008-9b5f-2d1147380511 req-5c680711-bc69-4a01-91b1-64bf983e300a service nova] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.084530] env[68986]: DEBUG oslo_concurrency.lockutils [req-f1ce4b8a-d5e1-4008-9b5f-2d1147380511 req-5c680711-bc69-4a01-91b1-64bf983e300a service nova] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.084672] env[68986]: DEBUG oslo_concurrency.lockutils [req-f1ce4b8a-d5e1-4008-9b5f-2d1147380511 req-5c680711-bc69-4a01-91b1-64bf983e300a service nova] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.084834] env[68986]: DEBUG nova.compute.manager [req-f1ce4b8a-d5e1-4008-9b5f-2d1147380511 req-5c680711-bc69-4a01-91b1-64bf983e300a service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] No waiting events found dispatching network-vif-plugged-bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.085019] env[68986]: WARNING nova.compute.manager [req-f1ce4b8a-d5e1-4008-9b5f-2d1147380511 req-5c680711-bc69-4a01-91b1-64bf983e300a service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Received unexpected event network-vif-plugged-bccdbcdc-2f89-48e7-9401-1325cfe377bf for instance with vm_state building and task_state spawning. [ 1143.181075] env[68986]: DEBUG nova.network.neutron [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Successfully updated port: bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.303035] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216714, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.407759] env[68986]: DEBUG nova.network.neutron [-] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.431462] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d71324b-52f6-43c2-9199-68dbd1396468 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.442526] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78120758-f019-4640-ad5e-46399088c648 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.472546] env[68986]: DEBUG nova.compute.manager [req-cca2d904-95ea-4877-885f-3b804aceba7d req-d4bc6d09-2c99-45f8-b1a7-852fabec6772 service nova] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Detach interface failed, port_id=a1756432-2fc0-4a71-8bdd-d509de212a59, reason: Instance 56d9640f-1b10-42d6-8ef4-d804e20ad105 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.498784] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.545219] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.545379] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8e6f0972-2f79-4b96-801a-9c0571878783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.545504] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance edb1be11-52f6-40d8-8425-37d31f759cc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.545626] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.545739] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance d255ece0-602d-4e03-a979-785a853a9f9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.547137] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 56d9640f-1b10-42d6-8ef4-d804e20ad105 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.547137] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f567d374-9fba-4392-acbb-3a8aaaf226ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.547137] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f1329591-d2a7-4714-a066-5d721fba3b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.547137] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 06addf9e-15f9-4840-80fb-fa50408bdbca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.547137] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 2a44af1a-9f31-4fec-84aa-4156f3376b2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.684022] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.684194] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.684399] env[68986]: DEBUG nova.network.neutron [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.795642] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.796546] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea1d7ef-6be8-4efa-a6ac-ecdc6c718b19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.804503] env[68986]: DEBUG oslo_vmware.api [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216714, 'name': PowerOnVM_Task, 'duration_secs': 1.045935} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.806547] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.807024] env[68986]: INFO nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1143.807024] env[68986]: DEBUG nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.807220] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.808070] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea55d7a-6531-46e8-9f7f-703cc12c0999 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.810979] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a234c860-0a85-472a-b86f-63fef0f7f554 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.873798] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.874041] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.874231] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleting the datastore file [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.874489] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31452ad5-f413-466b-b7ec-e2719e2b96a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.880515] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1143.880515] env[68986]: value = "task-3216716" [ 1143.880515] env[68986]: _type = "Task" [ 1143.880515] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.888700] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.911489] env[68986]: INFO nova.compute.manager [-] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Took 1.22 seconds to deallocate network for instance. [ 1144.049671] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance e6bf7b66-1366-414e-9e2b-045c54405321 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1144.049946] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1144.050110] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1144.190491] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c262c3b3-9d5b-4202-90ae-7b954ff0716e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.198635] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223620d1-d814-4803-a004-7d76c91f1c7f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.228324] env[68986]: DEBUG nova.network.neutron [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.230695] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dcd9d4-de89-4ec1-af00-b2e1bbb638fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.238687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c2f189-0b80-4653-8e6a-f6af71c475a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.253382] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.327381] env[68986]: INFO nova.compute.manager [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Took 15.62 seconds to build instance. [ 1144.390536] env[68986]: DEBUG oslo_vmware.api [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135373} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.390830] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.391027] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.391230] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.408497] env[68986]: DEBUG nova.network.neutron [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.418364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.427025] env[68986]: INFO nova.scheduler.client.report [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted allocations for instance 8e6f0972-2f79-4b96-801a-9c0571878783 [ 1144.437458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.438093] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.760385] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.829168] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1336c82f-192d-4583-b9c7-d5efcf7f76e0 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.133s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.911756] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.911756] env[68986]: DEBUG nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Instance network_info: |[{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.912123] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:b0:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bccdbcdc-2f89-48e7-9401-1325cfe377bf', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.919994] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.920253] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.920702] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d10a9d-d20b-4e73-b368-31332e0328d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.937726] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.944612] env[68986]: DEBUG nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.947145] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.947145] env[68986]: value = "task-3216717" [ 1144.947145] env[68986]: _type = "Task" [ 1144.947145] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.970742] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216717, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.970742] env[68986]: DEBUG nova.compute.manager [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.970742] env[68986]: DEBUG nova.compute.manager [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing instance network info cache due to event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.970742] env[68986]: DEBUG oslo_concurrency.lockutils [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.970742] env[68986]: DEBUG oslo_concurrency.lockutils [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.970742] env[68986]: DEBUG nova.network.neutron [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.152937] env[68986]: DEBUG nova.compute.manager [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Received event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.154134] env[68986]: DEBUG nova.compute.manager [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing instance network info cache due to event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.154134] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Acquiring lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.154134] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Acquired lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.154134] env[68986]: DEBUG nova.network.neutron [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.263258] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1145.263504] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.749s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.263777] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.718s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.265532] env[68986]: INFO nova.compute.claims [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.462087] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216717, 'name': CreateVM_Task, 'duration_secs': 0.323611} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.462170] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.462881] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.463065] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.463394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.463648] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd94e1f-446c-4b60-a04c-efd20c25bf98 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.468508] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1145.468508] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5292348a-ecb0-68f9-f6cd-d3a24e64e9d9" [ 1145.468508] env[68986]: _type = "Task" [ 1145.468508] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.469387] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.479048] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5292348a-ecb0-68f9-f6cd-d3a24e64e9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.710970] env[68986]: DEBUG nova.network.neutron [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updated VIF entry in instance network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.711345] env[68986]: DEBUG nova.network.neutron [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.780437] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.780437] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.871350] env[68986]: DEBUG nova.network.neutron [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updated VIF entry in instance network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.871761] env[68986]: DEBUG nova.network.neutron [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.981755] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5292348a-ecb0-68f9-f6cd-d3a24e64e9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009215} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.982123] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.982389] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.982653] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.982803] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.982995] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.983299] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19437087-a8c6-4c26-91f8-ad4438c0d712 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.992341] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.992563] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.993315] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d7a570-c4ee-4523-981f-518125d79f74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.998721] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1145.998721] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529e8649-4b58-d32a-c878-61e1228fc636" [ 1145.998721] env[68986]: _type = "Task" [ 1145.998721] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.006483] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529e8649-4b58-d32a-c878-61e1228fc636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.214391] env[68986]: DEBUG oslo_concurrency.lockutils [req-23dc7457-cc7d-48e9-84a3-be7a2ad4e3a7 req-0ebd6205-85b2-4d13-bef2-dadcb509c664 service nova] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.282458] env[68986]: DEBUG nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.374592] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Releasing lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.374818] env[68986]: DEBUG nova.compute.manager [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-vif-unplugged-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.375032] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.375401] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.375625] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.375804] env[68986]: DEBUG nova.compute.manager [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] No waiting events found dispatching network-vif-unplugged-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.375991] env[68986]: WARNING nova.compute.manager [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received unexpected event network-vif-unplugged-b4500e92-433a-4889-ae52-295f00e138cd for instance with vm_state shelved_offloaded and task_state None. [ 1146.376170] env[68986]: DEBUG nova.compute.manager [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-changed-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.376327] env[68986]: DEBUG nova.compute.manager [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing instance network info cache due to event network-changed-b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.376518] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Acquiring lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.376658] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Acquired lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.376935] env[68986]: DEBUG nova.network.neutron [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing network info cache for port b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.440859] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65a3a58-e451-4d9c-8813-bd3526943f71 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.449552] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc0089-a4c9-4fed-955e-27888b828aca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.481772] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fcd8cb-c84f-4afc-8cf0-119920339d56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.489679] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01241430-ddf5-4bd7-862a-d51f9156a47c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.503704] env[68986]: DEBUG nova.compute.provider_tree [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.513831] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529e8649-4b58-d32a-c878-61e1228fc636, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.515372] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12dbf6d-6b0e-4120-9428-9cf493fb7a66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.521205] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1146.521205] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211c205-146a-4e94-9494-df114f604685" [ 1146.521205] env[68986]: _type = "Task" [ 1146.521205] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.529225] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211c205-146a-4e94-9494-df114f604685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.802565] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.010343] env[68986]: DEBUG nova.scheduler.client.report [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.033506] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211c205-146a-4e94-9494-df114f604685, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.033770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.034025] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/2a44af1a-9f31-4fec-84aa-4156f3376b2f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.034281] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a03ac6d7-779a-49bc-985b-04781c04a907 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.041255] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1147.041255] env[68986]: value = "task-3216718" [ 1147.041255] env[68986]: _type = "Task" [ 1147.041255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.048810] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.087725] env[68986]: DEBUG nova.network.neutron [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updated VIF entry in instance network info cache for port b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.088101] env[68986]: DEBUG nova.network.neutron [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb4500e92-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.515417] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.515932] env[68986]: DEBUG nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.520104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.101s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.520504] env[68986]: DEBUG nova.objects.instance [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'resources' on Instance uuid 56d9640f-1b10-42d6-8ef4-d804e20ad105 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.555324] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.590502] env[68986]: DEBUG oslo_concurrency.lockutils [req-07a233a8-f2c3-487e-9e70-02a5c2bb40ef req-23127e57-c072-4670-8bbb-d815e6e09779 service nova] Releasing lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.799288] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.024287] env[68986]: DEBUG nova.compute.utils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.025824] env[68986]: DEBUG nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.025997] env[68986]: DEBUG nova.network.neutron [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.061668] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647814} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.061668] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/2a44af1a-9f31-4fec-84aa-4156f3376b2f.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.061668] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.061668] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6450b4b8-2562-447b-ac47-9aed07b42f5c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.068913] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1148.068913] env[68986]: value = "task-3216719" [ 1148.068913] env[68986]: _type = "Task" [ 1148.068913] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.077023] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.153116] env[68986]: DEBUG nova.policy [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb221e902c174622a7bb4ec547a1b2e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2435cb3c304f29b7666397d099a7af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.213294] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3905474-a12a-4bf6-8615-bf949259ffd2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.221232] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e503f21-8879-4ed2-aede-d9b6e5bb683f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.249965] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311709ed-b030-4a9e-b7f8-115a1d116e5e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.256766] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d131a909-ea4e-44de-944a-c4553321de06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.269305] env[68986]: DEBUG nova.compute.provider_tree [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.423663] env[68986]: DEBUG nova.network.neutron [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Successfully created port: c2fec181-2a20-4e03-a044-636bbbb5151a {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.532655] env[68986]: DEBUG nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.579555] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218968} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.579835] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.580698] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597d3dd6-aa4b-4794-bb69-7b64113af9f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.603484] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/2a44af1a-9f31-4fec-84aa-4156f3376b2f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.603747] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0028ff58-0d04-4391-9c60-044b074a6c74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.623896] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1148.623896] env[68986]: value = "task-3216720" [ 1148.623896] env[68986]: _type = "Task" [ 1148.623896] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.632377] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.772062] env[68986]: DEBUG nova.scheduler.client.report [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.920925] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.133498] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216720, 'name': ReconfigVM_Task, 'duration_secs': 0.279003} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.134192] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/2a44af1a-9f31-4fec-84aa-4156f3376b2f.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.134662] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de36ede4-4e2d-4fe0-ab49-8e86ed443f55 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.140410] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1149.140410] env[68986]: value = "task-3216721" [ 1149.140410] env[68986]: _type = "Task" [ 1149.140410] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.147942] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216721, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.277333] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.280119] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.342s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.280448] env[68986]: DEBUG nova.objects.instance [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'resources' on Instance uuid 8e6f0972-2f79-4b96-801a-9c0571878783 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.301336] env[68986]: INFO nova.scheduler.client.report [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted allocations for instance 56d9640f-1b10-42d6-8ef4-d804e20ad105 [ 1149.543931] env[68986]: DEBUG nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.569261] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.569519] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.569695] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.569878] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.570040] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.570197] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.570412] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.570571] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.570736] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.570898] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.571089] env[68986]: DEBUG nova.virt.hardware [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.571991] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9af778e-a670-40b4-ac7a-c45916606af1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.579789] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf52845b-2ed4-4574-a123-568feb45b443 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.649877] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216721, 'name': Rename_Task, 'duration_secs': 0.141091} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.650165] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.650402] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48aba289-f6e3-4b89-abad-c6c7b93179da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.656725] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1149.656725] env[68986]: value = "task-3216722" [ 1149.656725] env[68986]: _type = "Task" [ 1149.656725] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.665513] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.784616] env[68986]: DEBUG nova.objects.instance [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e6f0972-2f79-4b96-801a-9c0571878783 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.809189] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ebf7f96d-413b-4410-89e6-2f7bf1cf9312 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "56d9640f-1b10-42d6-8ef4-d804e20ad105" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.732s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.838616] env[68986]: DEBUG nova.compute.manager [req-0971efea-486e-4442-8905-c44b985d73c5 req-3d6e36ae-3242-489a-b27e-7e33c9abf6de service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Received event network-vif-plugged-c2fec181-2a20-4e03-a044-636bbbb5151a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.838682] env[68986]: DEBUG oslo_concurrency.lockutils [req-0971efea-486e-4442-8905-c44b985d73c5 req-3d6e36ae-3242-489a-b27e-7e33c9abf6de service nova] Acquiring lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.838919] env[68986]: DEBUG oslo_concurrency.lockutils [req-0971efea-486e-4442-8905-c44b985d73c5 req-3d6e36ae-3242-489a-b27e-7e33c9abf6de service nova] Lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.840619] env[68986]: DEBUG oslo_concurrency.lockutils [req-0971efea-486e-4442-8905-c44b985d73c5 req-3d6e36ae-3242-489a-b27e-7e33c9abf6de service nova] Lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.840873] env[68986]: DEBUG nova.compute.manager [req-0971efea-486e-4442-8905-c44b985d73c5 req-3d6e36ae-3242-489a-b27e-7e33c9abf6de service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] No waiting events found dispatching network-vif-plugged-c2fec181-2a20-4e03-a044-636bbbb5151a {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.841119] env[68986]: WARNING nova.compute.manager [req-0971efea-486e-4442-8905-c44b985d73c5 req-3d6e36ae-3242-489a-b27e-7e33c9abf6de service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Received unexpected event network-vif-plugged-c2fec181-2a20-4e03-a044-636bbbb5151a for instance with vm_state building and task_state spawning. [ 1149.919521] env[68986]: DEBUG nova.network.neutron [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Successfully updated port: c2fec181-2a20-4e03-a044-636bbbb5151a {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.166495] env[68986]: DEBUG oslo_vmware.api [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216722, 'name': PowerOnVM_Task, 'duration_secs': 0.431938} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.166825] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.166927] env[68986]: INFO nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1150.167135] env[68986]: DEBUG nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.167893] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112287b-edb5-4dee-b045-c245612702f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.286445] env[68986]: DEBUG nova.objects.base [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Object Instance<8e6f0972-2f79-4b96-801a-9c0571878783> lazy-loaded attributes: resources,numa_topology {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.422634] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.422812] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.422924] env[68986]: DEBUG nova.network.neutron [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.424949] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.424949] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Cleaning up deleted instances {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1150.436635] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c676a4d4-ae29-4ace-963b-1564a2636108 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.445791] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f6b14e-ef0f-42e8-8ced-f4d015610e51 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.476080] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b68878-8248-4cfc-9478-0d3e2ce8adf5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.483493] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a0c7c-66da-47af-b2a9-71b660fb0148 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.497985] env[68986]: DEBUG nova.compute.provider_tree [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.684174] env[68986]: INFO nova.compute.manager [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Took 14.22 seconds to build instance. [ 1150.942813] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] There are 60 instances to clean {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1150.943385] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 04d0ae94-07a3-4323-a53e-45d9f0d86c83] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.985706] env[68986]: DEBUG nova.network.neutron [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.001219] env[68986]: DEBUG nova.scheduler.client.report [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.186364] env[68986]: DEBUG oslo_concurrency.lockutils [None req-138f8c44-f893-4a01-9af0-cff34c8d6540 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.730s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.230396] env[68986]: DEBUG nova.network.neutron [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance_info_cache with network_info: [{"id": "c2fec181-2a20-4e03-a044-636bbbb5151a", "address": "fa:16:3e:99:56:ce", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fec181-2a", "ovs_interfaceid": "c2fec181-2a20-4e03-a044-636bbbb5151a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.446884] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 56d9640f-1b10-42d6-8ef4-d804e20ad105] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.507028] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.509322] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.040s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.511590] env[68986]: INFO nova.compute.claims [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.734482] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.734824] env[68986]: DEBUG nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Instance network_info: |[{"id": "c2fec181-2a20-4e03-a044-636bbbb5151a", "address": "fa:16:3e:99:56:ce", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fec181-2a", "ovs_interfaceid": "c2fec181-2a20-4e03-a044-636bbbb5151a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.735266] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:56:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2fec181-2a20-4e03-a044-636bbbb5151a', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.743595] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.743815] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.744055] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de42f61f-503c-48fe-9dc6-d9366cf8cb3f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.763796] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.763796] env[68986]: value = "task-3216723" [ 1151.763796] env[68986]: _type = "Task" [ 1151.763796] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.771659] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216723, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.866536] env[68986]: DEBUG nova.compute.manager [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Received event network-changed-c2fec181-2a20-4e03-a044-636bbbb5151a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.866755] env[68986]: DEBUG nova.compute.manager [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Refreshing instance network info cache due to event network-changed-c2fec181-2a20-4e03-a044-636bbbb5151a. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.866982] env[68986]: DEBUG oslo_concurrency.lockutils [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] Acquiring lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.867152] env[68986]: DEBUG oslo_concurrency.lockutils [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] Acquired lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.867392] env[68986]: DEBUG nova.network.neutron [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Refreshing network info cache for port c2fec181-2a20-4e03-a044-636bbbb5151a {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.950735] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 3f5b7d47-7ec8-4b40-ab1b-784658cb2d9b] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.020644] env[68986]: DEBUG oslo_concurrency.lockutils [None req-739ac747-d0d9-4f51-abaa-fc2e5ca04357 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.135s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.021640] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.223s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.021847] env[68986]: INFO nova.compute.manager [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Unshelving [ 1152.275073] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216723, 'name': CreateVM_Task, 'duration_secs': 0.453846} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.275536] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.276029] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.276240] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.276648] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.276944] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3dd18b-f64d-4e1d-9cbc-82ca4f6e38d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.281726] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1152.281726] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c508e1-dbb5-d46e-4182-e4842da820d7" [ 1152.281726] env[68986]: _type = "Task" [ 1152.281726] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.290395] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c508e1-dbb5-d46e-4182-e4842da820d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.454275] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 0c322fc3-cfab-40cc-ae8c-5b4a952e013d] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.560126] env[68986]: DEBUG nova.network.neutron [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updated VIF entry in instance network info cache for port c2fec181-2a20-4e03-a044-636bbbb5151a. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.560521] env[68986]: DEBUG nova.network.neutron [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance_info_cache with network_info: [{"id": "c2fec181-2a20-4e03-a044-636bbbb5151a", "address": "fa:16:3e:99:56:ce", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fec181-2a", "ovs_interfaceid": "c2fec181-2a20-4e03-a044-636bbbb5151a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.681305] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdc79c1-1132-4b54-bc71-30969faa9406 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.689278] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63318cc-95fa-4e17-8772-c1b8ab1bec4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.719202] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2701b1c-b211-4fa0-9040-e3dee3906de6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.726669] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8edfb7-ecba-4540-90eb-f84cc460e788 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.740672] env[68986]: DEBUG nova.compute.provider_tree [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.793914] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c508e1-dbb5-d46e-4182-e4842da820d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.794228] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.794484] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.794747] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.794918] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.795127] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.795402] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-497ecfce-a4b2-4333-b447-f612c7105a79 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.803802] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.804012] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.804745] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722b27b9-e436-4e60-a00a-395b0d7e2b44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.809449] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1152.809449] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c6f230-a4ce-6dcd-c3bf-0a06d8b1bdf7" [ 1152.809449] env[68986]: _type = "Task" [ 1152.809449] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.817105] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c6f230-a4ce-6dcd-c3bf-0a06d8b1bdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.957268] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: bf366737-90c6-489c-8634-fd2e2008ee90] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.046558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.063276] env[68986]: DEBUG oslo_concurrency.lockutils [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] Releasing lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.063521] env[68986]: DEBUG nova.compute.manager [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Received event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.063721] env[68986]: DEBUG nova.compute.manager [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing instance network info cache due to event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.063886] env[68986]: DEBUG oslo_concurrency.lockutils [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] Acquiring lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.064032] env[68986]: DEBUG oslo_concurrency.lockutils [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] Acquired lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.064192] env[68986]: DEBUG nova.network.neutron [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.245042] env[68986]: DEBUG nova.scheduler.client.report [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.320373] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c6f230-a4ce-6dcd-c3bf-0a06d8b1bdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.321149] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a372211c-0a67-45d9-ac04-af8f05d402ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.327310] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1153.327310] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5297bd61-3e5e-8e99-0181-eeaaebe13613" [ 1153.327310] env[68986]: _type = "Task" [ 1153.327310] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.335096] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5297bd61-3e5e-8e99-0181-eeaaebe13613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.460543] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 3f1cb0c3-e2ec-4200-bb80-bd2db455629e] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.750423] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.751012] env[68986]: DEBUG nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.753655] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.951s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.755146] env[68986]: INFO nova.compute.claims [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.837598] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5297bd61-3e5e-8e99-0181-eeaaebe13613, 'name': SearchDatastore_Task, 'duration_secs': 0.04407} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.837878] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.838168] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] e6bf7b66-1366-414e-9e2b-045c54405321/e6bf7b66-1366-414e-9e2b-045c54405321.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.838498] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9721452-c136-4894-86f8-aeeeda153206 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.844476] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1153.844476] env[68986]: value = "task-3216724" [ 1153.844476] env[68986]: _type = "Task" [ 1153.844476] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.851903] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.963330] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 441f10f7-8b11-4666-b977-b8fb65f7d44f] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.021513] env[68986]: DEBUG nova.network.neutron [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updated VIF entry in instance network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.022094] env[68986]: DEBUG nova.network.neutron [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.261066] env[68986]: DEBUG nova.compute.utils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.265170] env[68986]: DEBUG nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.265475] env[68986]: DEBUG nova.network.neutron [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.307443] env[68986]: DEBUG nova.policy [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047453048b134f539f23793b3031282f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6814a4555a2d47c6b6d40de2502d2d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.354805] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472997} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.355085] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] e6bf7b66-1366-414e-9e2b-045c54405321/e6bf7b66-1366-414e-9e2b-045c54405321.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.355236] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.355473] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c38ee8-a48b-40dd-a6e4-c2ca805559d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.361299] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1154.361299] env[68986]: value = "task-3216725" [ 1154.361299] env[68986]: _type = "Task" [ 1154.361299] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.368802] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.467847] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 6efb41bc-637c-4ee5-82fe-6f5c58feb3bb] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.525506] env[68986]: DEBUG oslo_concurrency.lockutils [req-9b65056d-5573-44be-9f98-75400c44cb26 req-b5612bd9-b6df-4e98-bf56-785c42f26a73 service nova] Releasing lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.579199] env[68986]: DEBUG nova.network.neutron [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Successfully created port: 19541714-6f91-46a1-a345-48696b01f6b8 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.766972] env[68986]: DEBUG nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.873095] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057022} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.873383] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.874197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7279263-0275-4c5b-b5a8-893c7f459124 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.897878] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] e6bf7b66-1366-414e-9e2b-045c54405321/e6bf7b66-1366-414e-9e2b-045c54405321.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.900135] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bcd273-e5cd-41d4-b5a5-1a37961f1c60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.918483] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1154.918483] env[68986]: value = "task-3216726" [ 1154.918483] env[68986]: _type = "Task" [ 1154.918483] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.927932] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.943138] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89035e3-4e5f-4d52-8f3b-133dd17547ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.949957] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc54d5f-d28c-4ee6-8e6c-7092855ed655 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.979062] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: fc93d757-11bd-413d-98c8-0bc59b7f39de] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.981588] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45913b21-d729-434d-a785-f257dddc7beb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.988919] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cc9f00-fef2-405f-9603-e59a351608f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.003703] env[68986]: DEBUG nova.compute.provider_tree [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.428469] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216726, 'name': ReconfigVM_Task, 'duration_secs': 0.253472} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.428819] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Reconfigured VM instance instance-0000006f to attach disk [datastore1] e6bf7b66-1366-414e-9e2b-045c54405321/e6bf7b66-1366-414e-9e2b-045c54405321.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.429421] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80461a8c-fa87-4ac5-b64e-16ede8403ef9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.435693] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1155.435693] env[68986]: value = "task-3216727" [ 1155.435693] env[68986]: _type = "Task" [ 1155.435693] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.443415] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216727, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.485156] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 29e1357d-76e4-44ca-9a1d-ef2849c85687] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.506898] env[68986]: DEBUG nova.scheduler.client.report [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.777932] env[68986]: DEBUG nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.803465] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.803707] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.803863] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.804051] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.804200] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.804351] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.804570] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.804729] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.804892] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.805069] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.805248] env[68986]: DEBUG nova.virt.hardware [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.806169] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16132786-e600-4a93-a357-a39e6d66db93 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.814318] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3846be10-179a-4dc1-8042-194a0ee37eba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.936912] env[68986]: DEBUG nova.compute.manager [req-5a8fc24f-2cca-405a-aaeb-d5a41a5e2e5b req-74f84a71-a037-45e4-afe5-22c0169f8d21 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Received event network-vif-plugged-19541714-6f91-46a1-a345-48696b01f6b8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.937164] env[68986]: DEBUG oslo_concurrency.lockutils [req-5a8fc24f-2cca-405a-aaeb-d5a41a5e2e5b req-74f84a71-a037-45e4-afe5-22c0169f8d21 service nova] Acquiring lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.937410] env[68986]: DEBUG oslo_concurrency.lockutils [req-5a8fc24f-2cca-405a-aaeb-d5a41a5e2e5b req-74f84a71-a037-45e4-afe5-22c0169f8d21 service nova] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.937534] env[68986]: DEBUG oslo_concurrency.lockutils [req-5a8fc24f-2cca-405a-aaeb-d5a41a5e2e5b req-74f84a71-a037-45e4-afe5-22c0169f8d21 service nova] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.937718] env[68986]: DEBUG nova.compute.manager [req-5a8fc24f-2cca-405a-aaeb-d5a41a5e2e5b req-74f84a71-a037-45e4-afe5-22c0169f8d21 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] No waiting events found dispatching network-vif-plugged-19541714-6f91-46a1-a345-48696b01f6b8 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.937849] env[68986]: WARNING nova.compute.manager [req-5a8fc24f-2cca-405a-aaeb-d5a41a5e2e5b req-74f84a71-a037-45e4-afe5-22c0169f8d21 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Received unexpected event network-vif-plugged-19541714-6f91-46a1-a345-48696b01f6b8 for instance with vm_state building and task_state spawning. [ 1155.948104] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216727, 'name': Rename_Task, 'duration_secs': 0.15022} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.948385] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.948641] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-028a6264-1133-498c-a2f4-10d3366a7be8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.954413] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1155.954413] env[68986]: value = "task-3216728" [ 1155.954413] env[68986]: _type = "Task" [ 1155.954413] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.961969] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.989147] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 776e45dd-2e43-4980-a189-811bbe6a19cb] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.016095] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.016095] env[68986]: DEBUG nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.018996] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.972s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.019313] env[68986]: DEBUG nova.objects.instance [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e6f0972-2f79-4b96-801a-9c0571878783 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.025879] env[68986]: DEBUG nova.network.neutron [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Successfully updated port: 19541714-6f91-46a1-a345-48696b01f6b8 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.464875] env[68986]: DEBUG oslo_vmware.api [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216728, 'name': PowerOnVM_Task, 'duration_secs': 0.434692} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.465301] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.465368] env[68986]: INFO nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1156.465535] env[68986]: DEBUG nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.466299] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f3e5e1-0b13-4275-934a-1253b63f579b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.492103] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 0602c80a-d1af-496b-907c-9b0014811cb2] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.522568] env[68986]: DEBUG nova.compute.utils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.525222] env[68986]: DEBUG nova.objects.instance [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e6f0972-2f79-4b96-801a-9c0571878783 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.526492] env[68986]: DEBUG nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.526697] env[68986]: DEBUG nova.network.neutron [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.529203] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "refresh_cache-26041c41-8c14-4004-b9e5-fe4b2dce0c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.529347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "refresh_cache-26041c41-8c14-4004-b9e5-fe4b2dce0c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.530032] env[68986]: DEBUG nova.network.neutron [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.565835] env[68986]: DEBUG nova.policy [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.884299] env[68986]: DEBUG nova.network.neutron [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Successfully created port: fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.983363] env[68986]: INFO nova.compute.manager [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Took 14.45 seconds to build instance. [ 1156.995226] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 9f3139d2-f0ba-41ad-9c92-d86aecd68953] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.027902] env[68986]: DEBUG nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.031506] env[68986]: INFO nova.compute.claims [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.079284] env[68986]: DEBUG nova.network.neutron [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.218159] env[68986]: DEBUG nova.network.neutron [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Updating instance_info_cache with network_info: [{"id": "19541714-6f91-46a1-a345-48696b01f6b8", "address": "fa:16:3e:f0:35:78", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19541714-6f", "ovs_interfaceid": "19541714-6f91-46a1-a345-48696b01f6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.485572] env[68986]: DEBUG oslo_concurrency.lockutils [None req-499cfed0-0df8-42f9-8bbe-45d21199880c tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.960s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.498964] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 68baa8fa-57d8-4c20-a11f-f6ccebebb191] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.721354] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "refresh_cache-26041c41-8c14-4004-b9e5-fe4b2dce0c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.722124] env[68986]: DEBUG nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Instance network_info: |[{"id": "19541714-6f91-46a1-a345-48696b01f6b8", "address": "fa:16:3e:f0:35:78", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19541714-6f", "ovs_interfaceid": "19541714-6f91-46a1-a345-48696b01f6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.722332] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:35:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19541714-6f91-46a1-a345-48696b01f6b8', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.730672] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.730956] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.731218] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fb0e742-8704-48d8-8c47-ad92f9fe87d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.752554] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.752554] env[68986]: value = "task-3216729" [ 1157.752554] env[68986]: _type = "Task" [ 1157.752554] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.760453] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216729, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.964384] env[68986]: DEBUG nova.compute.manager [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Received event network-changed-19541714-6f91-46a1-a345-48696b01f6b8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.964658] env[68986]: DEBUG nova.compute.manager [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Refreshing instance network info cache due to event network-changed-19541714-6f91-46a1-a345-48696b01f6b8. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.964863] env[68986]: DEBUG oslo_concurrency.lockutils [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] Acquiring lock "refresh_cache-26041c41-8c14-4004-b9e5-fe4b2dce0c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.964977] env[68986]: DEBUG oslo_concurrency.lockutils [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] Acquired lock "refresh_cache-26041c41-8c14-4004-b9e5-fe4b2dce0c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.965199] env[68986]: DEBUG nova.network.neutron [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Refreshing network info cache for port 19541714-6f91-46a1-a345-48696b01f6b8 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.002402] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 0fded135-6890-49fc-ae22-6027b39831c9] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.048301] env[68986]: DEBUG nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.077523] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.077523] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.078213] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.078213] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.078213] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.078213] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.078464] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.079054] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.079054] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.079054] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.079054] env[68986]: DEBUG nova.virt.hardware [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.080097] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126af946-af02-467a-b167-b901620d5797 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.087965] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ff9e3-37f2-4c58-bbc8-4ba3ac2e17e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.264157] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216729, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.269761] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18006fc-e291-4654-ac1f-8152ea9ae64b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.276932] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a3ccd-5cad-47f9-beaf-e28829fad5a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.310335] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d260ed08-42b4-4f02-bebf-a39d57c976f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.318161] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c595b76b-5e2c-46e3-aa0f-227b5bbe0407 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.341159] env[68986]: DEBUG nova.compute.provider_tree [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.430987] env[68986]: DEBUG nova.network.neutron [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Successfully updated port: fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.506946] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 18061cf7-6808-4f73-8963-3ddd8ae6e76d] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.648604] env[68986]: DEBUG nova.network.neutron [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Updated VIF entry in instance network info cache for port 19541714-6f91-46a1-a345-48696b01f6b8. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.648983] env[68986]: DEBUG nova.network.neutron [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Updating instance_info_cache with network_info: [{"id": "19541714-6f91-46a1-a345-48696b01f6b8", "address": "fa:16:3e:f0:35:78", "network": {"id": "a7e5a6b5-0c97-404b-b124-5356ce4b903a", "bridge": "br-int", "label": "tempest-ServersTestJSON-99780353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6814a4555a2d47c6b6d40de2502d2d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19541714-6f", "ovs_interfaceid": "19541714-6f91-46a1-a345-48696b01f6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.763528] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216729, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.844221] env[68986]: DEBUG nova.scheduler.client.report [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.895116] env[68986]: DEBUG nova.compute.manager [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1158.933975] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.934190] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.934322] env[68986]: DEBUG nova.network.neutron [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.009274] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d93cd117-0f55-40dc-b357-d37a1c3bbb5d] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.151886] env[68986]: DEBUG oslo_concurrency.lockutils [req-bcf2453f-72b2-4373-8ada-c3e828420afe req-e2ee84e7-b7c3-44d5-9ac5-d1f1ddefbf09 service nova] Releasing lock "refresh_cache-26041c41-8c14-4004-b9e5-fe4b2dce0c34" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.264735] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216729, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.349738] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.331s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.390061] env[68986]: INFO nova.network.neutron [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating port b4500e92-433a-4889-ae52-295f00e138cd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1159.416776] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.417069] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.431589] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d255ece0-602d-4e03-a979-785a853a9f9e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.431887] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.491535] env[68986]: DEBUG nova.network.neutron [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.513079] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 217b094c-b9a1-47de-a6b9-c186dc485dde] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.688552] env[68986]: DEBUG nova.network.neutron [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.763784] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216729, 'name': CreateVM_Task, 'duration_secs': 1.65244} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.763965] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.764674] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.764848] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.765187] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.765450] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b64608b-6445-4268-bf94-34a6c6bf1b74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.769854] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1159.769854] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52634769-33af-ecec-742b-635e04ac0de0" [ 1159.769854] env[68986]: _type = "Task" [ 1159.769854] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.778830] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52634769-33af-ecec-742b-635e04ac0de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.925433] env[68986]: INFO nova.compute.claims [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.935106] env[68986]: DEBUG nova.compute.utils [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.015470] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: dd5f1d11-a964-4abe-b4c0-4959ecfa22c2] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.096324] env[68986]: DEBUG nova.compute.manager [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-vif-plugged-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.096464] env[68986]: DEBUG oslo_concurrency.lockutils [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] Acquiring lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.096643] env[68986]: DEBUG oslo_concurrency.lockutils [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.096808] env[68986]: DEBUG oslo_concurrency.lockutils [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.096970] env[68986]: DEBUG nova.compute.manager [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] No waiting events found dispatching network-vif-plugged-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.097134] env[68986]: WARNING nova.compute.manager [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received unexpected event network-vif-plugged-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 for instance with vm_state building and task_state spawning. [ 1160.097292] env[68986]: DEBUG nova.compute.manager [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.097439] env[68986]: DEBUG nova.compute.manager [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing instance network info cache due to event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.097598] env[68986]: DEBUG oslo_concurrency.lockutils [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.191468] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.191810] env[68986]: DEBUG nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Instance network_info: |[{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.192122] env[68986]: DEBUG oslo_concurrency.lockutils [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.192304] env[68986]: DEBUG nova.network.neutron [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.193995] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:05:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbd0e03b-9354-47cc-9eea-f4a05fdb9c54', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.201014] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.203792] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.204268] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf0e2e2-7dbf-44b0-8531-be16ac275f84 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.224689] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.224689] env[68986]: value = "task-3216730" [ 1160.224689] env[68986]: _type = "Task" [ 1160.224689] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.232797] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216730, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.282746] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52634769-33af-ecec-742b-635e04ac0de0, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.284117] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.284117] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.284117] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.284289] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.284782] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.284958] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b56a17fc-76cd-49b3-bc33-fa061e92b89f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.293718] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.293945] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.294795] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c211c2-544b-44af-87c6-3a7452f41251 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.299880] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1160.299880] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f0b545-0c18-eec4-7ad8-fa60e743a29c" [ 1160.299880] env[68986]: _type = "Task" [ 1160.299880] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.307611] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f0b545-0c18-eec4-7ad8-fa60e743a29c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.432546] env[68986]: INFO nova.compute.resource_tracker [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating resource usage from migration 3aa3cba8-dac9-448c-8ea1-9e783690cf50 [ 1160.437857] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.459726] env[68986]: DEBUG nova.network.neutron [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updated VIF entry in instance network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.460128] env[68986]: DEBUG nova.network.neutron [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.518609] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: bd5e8fd0-c1bb-4a62-b44e-10718257e6d0] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.595475] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1ea40-f2c6-4bc4-a904-1568b90a6408 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.602913] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c89581-93f0-4d3f-9b09-600736d9e65f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.634200] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a64e35b-e3ea-4dd6-bd9b-f203528615aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.641118] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b14da8-55ac-47b0-af32-bdff8325c2ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.653727] env[68986]: DEBUG nova.compute.provider_tree [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.734221] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216730, 'name': CreateVM_Task, 'duration_secs': 0.348512} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.734438] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.735335] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.735335] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.735609] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.735868] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46bf444d-12cc-43e3-8772-b99d6da90064 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.740376] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1160.740376] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5219908d-cf22-b2f5-9dad-3d5b11ccc0ca" [ 1160.740376] env[68986]: _type = "Task" [ 1160.740376] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.747492] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5219908d-cf22-b2f5-9dad-3d5b11ccc0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.808861] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f0b545-0c18-eec4-7ad8-fa60e743a29c, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.809763] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc8b479-c7bd-4b2c-b735-48095f2b1c65 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.814655] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1160.814655] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52859bf5-8efd-033f-9f3e-f2a30ab3adbf" [ 1160.814655] env[68986]: _type = "Task" [ 1160.814655] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.822364] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52859bf5-8efd-033f-9f3e-f2a30ab3adbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.963092] env[68986]: DEBUG oslo_concurrency.lockutils [req-39fec704-442b-409a-baef-057fcbddf87d req-9dc8c2cd-0dd9-4651-a8ab-7d0e5b1ef40c service nova] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.967599] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.967773] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.967988] env[68986]: DEBUG nova.network.neutron [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.021603] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d10e2b0e-8839-41c8-871b-509d5211e71c] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.156402] env[68986]: DEBUG nova.scheduler.client.report [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.251433] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5219908d-cf22-b2f5-9dad-3d5b11ccc0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.251734] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.251966] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.252196] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.324506] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52859bf5-8efd-033f-9f3e-f2a30ab3adbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009352} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.324774] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.325031] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 26041c41-8c14-4004-b9e5-fe4b2dce0c34/26041c41-8c14-4004-b9e5-fe4b2dce0c34.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.325308] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.325493] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.325701] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a37d783b-f15f-4300-a555-be02ba160164 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.327697] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ec7c51-e63f-4cbe-ae3b-85f36f0d991a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.334651] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1161.334651] env[68986]: value = "task-3216731" [ 1161.334651] env[68986]: _type = "Task" [ 1161.334651] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.338764] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.338951] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.340039] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79db7d11-8a40-4209-9d73-135578d748c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.345119] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.347825] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1161.347825] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e790fd-db9e-fca4-5bef-0a457f0f1234" [ 1161.347825] env[68986]: _type = "Task" [ 1161.347825] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.354926] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e790fd-db9e-fca4-5bef-0a457f0f1234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.504954] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d255ece0-602d-4e03-a979-785a853a9f9e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.505293] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.505571] env[68986]: INFO nova.compute.manager [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Attaching volume 4abee541-cef8-4590-aede-44fa7ff02aae to /dev/sdb [ 1161.524955] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 4b126b04-151a-4b6d-9104-936c67d4789f] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.541741] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef2249-20cc-4b61-9ab2-15f6cc75ee57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.551875] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75eee3-aded-4f1a-9313-f4d67b22f5ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.568767] env[68986]: DEBUG nova.virt.block_device [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updating existing volume attachment record: c921efae-484a-41a4-9928-728e1a4ce03f {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.661685] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.244s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.661910] env[68986]: INFO nova.compute.manager [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Migrating [ 1161.713329] env[68986]: DEBUG nova.network.neutron [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4500e92-43", "ovs_interfaceid": "b4500e92-433a-4889-ae52-295f00e138cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.845097] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216731, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.856992] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52e790fd-db9e-fca4-5bef-0a457f0f1234, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.857783] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c350447-a3c3-490f-b788-01c3102da3c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.863070] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1161.863070] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520a05d4-c716-2e98-4738-b120bc41a7c0" [ 1161.863070] env[68986]: _type = "Task" [ 1161.863070] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.871913] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520a05d4-c716-2e98-4738-b120bc41a7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.028954] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: ac140517-8651-4f62-8839-c282c1991a38] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.125327] env[68986]: DEBUG nova.compute.manager [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-vif-plugged-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.125591] env[68986]: DEBUG oslo_concurrency.lockutils [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.125763] env[68986]: DEBUG oslo_concurrency.lockutils [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.125930] env[68986]: DEBUG oslo_concurrency.lockutils [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.126205] env[68986]: DEBUG nova.compute.manager [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] No waiting events found dispatching network-vif-plugged-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.126278] env[68986]: WARNING nova.compute.manager [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received unexpected event network-vif-plugged-b4500e92-433a-4889-ae52-295f00e138cd for instance with vm_state shelved_offloaded and task_state spawning. [ 1162.126442] env[68986]: DEBUG nova.compute.manager [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-changed-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.126636] env[68986]: DEBUG nova.compute.manager [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing instance network info cache due to event network-changed-b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.126845] env[68986]: DEBUG oslo_concurrency.lockutils [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] Acquiring lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.180799] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.180799] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.180799] env[68986]: DEBUG nova.network.neutron [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.217021] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.219536] env[68986]: DEBUG oslo_concurrency.lockutils [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] Acquired lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.219733] env[68986]: DEBUG nova.network.neutron [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Refreshing network info cache for port b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.243912] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='62389081c9cd9a884aef6bf7ca419a39',container_format='bare',created_at=2025-04-03T01:45:07Z,direct_url=,disk_format='vmdk',id=13b3b99c-b76f-4c98-85ae-d0aad768c9d2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-68505298-shelved',owner='2718dfffa9d842e5926d2b51b0ebd585',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-03T01:45:25Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.244169] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.244325] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.244503] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.244648] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.244793] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.244994] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.245168] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.245337] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.245500] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.245677] env[68986]: DEBUG nova.virt.hardware [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.246818] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d135d3d-6b38-4a7b-b990-d6cef82bbfcd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.254761] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b82ff5-ab66-4c08-a9be-11c823577d03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.269502] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:8a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4500e92-433a-4889-ae52-295f00e138cd', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.277121] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.277325] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.277543] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cef544e8-04cf-41b0-9b99-4d403d7d53ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.295666] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.295666] env[68986]: value = "task-3216733" [ 1162.295666] env[68986]: _type = "Task" [ 1162.295666] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.303564] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216733, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.344724] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524939} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.344724] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 26041c41-8c14-4004-b9e5-fe4b2dce0c34/26041c41-8c14-4004-b9e5-fe4b2dce0c34.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.345014] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.346043] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d4ef157-c50a-4968-9531-847b673a0d58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.351232] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1162.351232] env[68986]: value = "task-3216734" [ 1162.351232] env[68986]: _type = "Task" [ 1162.351232] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.359114] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.372253] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520a05d4-c716-2e98-4738-b120bc41a7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.022113} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.372539] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.372768] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804/2e1e3fe6-2e1d-479e-83a3-6faaa9c04804.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.373038] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34adc0ba-096b-4ee5-9509-1075742376d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.379294] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1162.379294] env[68986]: value = "task-3216735" [ 1162.379294] env[68986]: _type = "Task" [ 1162.379294] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.387618] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.532878] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 07dee742-b2b8-45a0-a78a-2e8e4f475d72] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.806490] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216733, 'name': CreateVM_Task, 'duration_secs': 0.454865} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.809127] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.809766] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.809929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.810325] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.810903] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36acc793-6d76-4605-8751-aaabed61a997 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.815584] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1162.815584] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526b3932-f969-9fe0-648a-c1f40eb253d1" [ 1162.815584] env[68986]: _type = "Task" [ 1162.815584] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.827626] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]526b3932-f969-9fe0-648a-c1f40eb253d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.861672] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155789} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.861921] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.862692] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b433db79-9869-4f3b-a79f-4c8b7fc30a71 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.884831] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 26041c41-8c14-4004-b9e5-fe4b2dce0c34/26041c41-8c14-4004-b9e5-fe4b2dce0c34.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.887385] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee9f53f-1430-4f33-b2c9-7a6d873413d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.911251] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506978} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.912368] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804/2e1e3fe6-2e1d-479e-83a3-6faaa9c04804.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.912591] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.912877] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1162.912877] env[68986]: value = "task-3216736" [ 1162.912877] env[68986]: _type = "Task" [ 1162.912877] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.913070] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a6d6636-32a0-4505-bbbc-de2d3f42e015 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.923072] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.924165] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1162.924165] env[68986]: value = "task-3216737" [ 1162.924165] env[68986]: _type = "Task" [ 1162.924165] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.931934] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.037286] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 005ebe76-ca9e-4fcf-874a-9252cce4946b] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.063539] env[68986]: DEBUG nova.network.neutron [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance_info_cache with network_info: [{"id": "c2fec181-2a20-4e03-a044-636bbbb5151a", "address": "fa:16:3e:99:56:ce", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fec181-2a", "ovs_interfaceid": "c2fec181-2a20-4e03-a044-636bbbb5151a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.086512] env[68986]: DEBUG nova.network.neutron [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updated VIF entry in instance network info cache for port b4500e92-433a-4889-ae52-295f00e138cd. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.086871] env[68986]: DEBUG nova.network.neutron [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [{"id": "b4500e92-433a-4889-ae52-295f00e138cd", "address": "fa:16:3e:2b:8a:dd", "network": {"id": "9ca87df8-8e05-4b79-b80e-4cf43ea9924d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1105363773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2718dfffa9d842e5926d2b51b0ebd585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4500e92-43", "ovs_interfaceid": "b4500e92-433a-4889-ae52-295f00e138cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.327471] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.327773] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Processing image 13b3b99c-b76f-4c98-85ae-d0aad768c9d2 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.328084] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2/13b3b99c-b76f-4c98-85ae-d0aad768c9d2.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.328347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2/13b3b99c-b76f-4c98-85ae-d0aad768c9d2.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.328647] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.328945] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5114f15a-79d7-438c-b36e-0ecd9fadf300 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.342776] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.342952] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.343679] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896a38a9-455b-4df9-a316-a9a82b0f68c1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.348686] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1163.348686] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522c233f-1ba4-13f8-11bb-1eff010418f6" [ 1163.348686] env[68986]: _type = "Task" [ 1163.348686] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.356405] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522c233f-1ba4-13f8-11bb-1eff010418f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.426690] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.439678] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070411} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.440364] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.441288] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56931118-73e1-471b-b7b5-f8127217fe14 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.473496] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804/2e1e3fe6-2e1d-479e-83a3-6faaa9c04804.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.473808] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69dccc9-0035-475e-a85b-cdcbeb23f5b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.493068] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1163.493068] env[68986]: value = "task-3216738" [ 1163.493068] env[68986]: _type = "Task" [ 1163.493068] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.499747] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.540411] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 5c7f074d-1dd8-4688-8a10-8a5f52bbd624] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.566639] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.589442] env[68986]: DEBUG oslo_concurrency.lockutils [req-70edce83-f774-4fd1-af7a-3fb43c431a0e req-b86b9064-4041-45ca-9ba1-c808d044e265 service nova] Releasing lock "refresh_cache-8e6f0972-2f79-4b96-801a-9c0571878783" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.859384] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Preparing fetch location {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1163.859677] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Fetch image to [datastore1] OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660/OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660.vmdk {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1163.859871] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Downloading stream optimized image 13b3b99c-b76f-4c98-85ae-d0aad768c9d2 to [datastore1] OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660/OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660.vmdk on the data store datastore1 as vApp {{(pid=68986) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1163.860051] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Downloading image file data 13b3b99c-b76f-4c98-85ae-d0aad768c9d2 to the ESX as VM named 'OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660' {{(pid=68986) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1163.925656] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.935946] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1163.935946] env[68986]: value = "resgroup-9" [ 1163.935946] env[68986]: _type = "ResourcePool" [ 1163.935946] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1163.936272] env[68986]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c88c7577-002d-43b3-b075-0a998b1d46b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.958910] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease: (returnval){ [ 1163.958910] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52238bae-c06e-186a-64ea-e7e68df72a13" [ 1163.958910] env[68986]: _type = "HttpNfcLease" [ 1163.958910] env[68986]: } obtained for vApp import into resource pool (val){ [ 1163.958910] env[68986]: value = "resgroup-9" [ 1163.958910] env[68986]: _type = "ResourcePool" [ 1163.958910] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1163.959300] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the lease: (returnval){ [ 1163.959300] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52238bae-c06e-186a-64ea-e7e68df72a13" [ 1163.959300] env[68986]: _type = "HttpNfcLease" [ 1163.959300] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.966211] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.966211] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52238bae-c06e-186a-64ea-e7e68df72a13" [ 1163.966211] env[68986]: _type = "HttpNfcLease" [ 1163.966211] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.003381] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.044273] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 036c862c-86f2-48a6-9e50-2dab7d76c5b6] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.426556] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216736, 'name': ReconfigVM_Task, 'duration_secs': 1.332306} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.426733] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 26041c41-8c14-4004-b9e5-fe4b2dce0c34/26041c41-8c14-4004-b9e5-fe4b2dce0c34.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.427947] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b67e771-141a-4a13-ab6a-efac8073f82e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.435025] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1164.435025] env[68986]: value = "task-3216741" [ 1164.435025] env[68986]: _type = "Task" [ 1164.435025] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.443927] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216741, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.468295] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.468295] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52238bae-c06e-186a-64ea-e7e68df72a13" [ 1164.468295] env[68986]: _type = "HttpNfcLease" [ 1164.468295] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.503775] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216738, 'name': ReconfigVM_Task, 'duration_secs': 0.689938} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.504102] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804/2e1e3fe6-2e1d-479e-83a3-6faaa9c04804.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.504743] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc8a5fda-c28e-4b60-a6fb-cf87c212efe5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.512307] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1164.512307] env[68986]: value = "task-3216742" [ 1164.512307] env[68986]: _type = "Task" [ 1164.512307] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.520921] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216742, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.547846] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 366411c4-6754-460d-9187-214c04fad427] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.947581] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216741, 'name': Rename_Task, 'duration_secs': 0.166257} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.947581] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.947581] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3dad66-de10-4866-829a-ccd2943f2931 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.953711] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1164.953711] env[68986]: value = "task-3216743" [ 1164.953711] env[68986]: _type = "Task" [ 1164.953711] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.961985] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.968073] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.968073] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52238bae-c06e-186a-64ea-e7e68df72a13" [ 1164.968073] env[68986]: _type = "HttpNfcLease" [ 1164.968073] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1164.968344] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1164.968344] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52238bae-c06e-186a-64ea-e7e68df72a13" [ 1164.968344] env[68986]: _type = "HttpNfcLease" [ 1164.968344] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1164.969071] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78892d43-74ef-4ad9-949e-7f51a1d28b16 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.977668] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad4f35-66dc-d274-d697-b3d59c10350c/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1164.977857] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad4f35-66dc-d274-d697-b3d59c10350c/disk-0.vmdk. {{(pid=68986) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1165.045539] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82f383bc-bc31-4fab-865b-1ac5b515c4ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.047318] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216742, 'name': Rename_Task, 'duration_secs': 0.163003} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.048717] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.049335] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92727656-fa49-429f-b010-a0238c7f2868 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.051426] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 13f98972-815a-465e-a7df-588ae41c9ff1] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.059084] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1165.059084] env[68986]: value = "task-3216744" [ 1165.059084] env[68986]: _type = "Task" [ 1165.059084] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.067776] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.080421] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a00adb2-d253-4903-9e89-e30844def8ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.100712] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance 'e6bf7b66-1366-414e-9e2b-045c54405321' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.467177] env[68986]: DEBUG oslo_vmware.api [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216743, 'name': PowerOnVM_Task, 'duration_secs': 0.468127} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.468798] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.469034] env[68986]: INFO nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1165.469237] env[68986]: DEBUG nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.470105] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd95728-0df4-447f-bf9e-75f26982208f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.555079] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: b54727be-9cb8-4ee1-9aac-19f83c2d472f] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.570695] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216744, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.608062] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.610379] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcce5176-6ffd-4dc6-8fd9-5374c1a9fa8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.620066] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1165.620066] env[68986]: value = "task-3216745" [ 1165.620066] env[68986]: _type = "Task" [ 1165.620066] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.631159] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.992578] env[68986]: INFO nova.compute.manager [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Took 20.54 seconds to build instance. [ 1166.059376] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f4729a48-664b-44cd-b0eb-881900adb996] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.073623] env[68986]: DEBUG oslo_vmware.api [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216744, 'name': PowerOnVM_Task, 'duration_secs': 0.516547} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.075174] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.075377] env[68986]: INFO nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1166.075564] env[68986]: DEBUG nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.076772] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b927aa-118c-464b-b1ec-0ef88f44b8e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.119031] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.119290] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643151', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'name': 'volume-4abee541-cef8-4590-aede-44fa7ff02aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd255ece0-602d-4e03-a979-785a853a9f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'serial': '4abee541-cef8-4590-aede-44fa7ff02aae'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.120261] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ce7579-6b28-4058-9174-e2912b8af752 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.134904] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216745, 'name': PowerOffVM_Task, 'duration_secs': 0.30113} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.144700] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.144896] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance 'e6bf7b66-1366-414e-9e2b-045c54405321' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.149190] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d1936c-89a4-4587-845e-f1723d1c1f9c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.175383] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-4abee541-cef8-4590-aede-44fa7ff02aae/volume-4abee541-cef8-4590-aede-44fa7ff02aae.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.178255] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b53649a-09bd-48f0-a6ec-bb26e2e2c5b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.203175] env[68986]: DEBUG oslo_vmware.api [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1166.203175] env[68986]: value = "task-3216746" [ 1166.203175] env[68986]: _type = "Task" [ 1166.203175] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.213365] env[68986]: DEBUG oslo_vmware.api [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.301248] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Completed reading data from the image iterator. {{(pid=68986) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1166.301485] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad4f35-66dc-d274-d697-b3d59c10350c/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1166.302440] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b6335-1070-413f-8158-ca08b5f7e979 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.309510] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad4f35-66dc-d274-d697-b3d59c10350c/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1166.309709] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad4f35-66dc-d274-d697-b3d59c10350c/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1166.309962] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9f051494-ec12-464a-842a-e0eb52cfbf06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.495245] env[68986]: DEBUG oslo_concurrency.lockutils [None req-09c6f99f-b60f-4b44-93c5-365669704ec9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.057s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.566538] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: ddd9cc3e-894a-4d2f-920d-de01e60ed62b] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.599125] env[68986]: INFO nova.compute.manager [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Took 19.81 seconds to build instance. [ 1166.619944] env[68986]: DEBUG oslo_vmware.rw_handles [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad4f35-66dc-d274-d697-b3d59c10350c/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1166.620220] env[68986]: INFO nova.virt.vmwareapi.images [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Downloaded image file data 13b3b99c-b76f-4c98-85ae-d0aad768c9d2 [ 1166.622177] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51ede92-3c99-4e1c-8521-7fe82c8ca6b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.641294] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83800a75-c910-49d8-8c4c-efdde61ffe24 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.651649] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.651945] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.652181] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.652376] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.652569] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.652713] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.652920] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.653114] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.653290] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.653451] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.653622] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.659639] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c48a1865-86a6-4043-b636-ac913677f300 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.674959] env[68986]: INFO nova.virt.vmwareapi.images [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] The imported VM was unregistered [ 1166.677627] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Caching image {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1166.677865] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Creating directory with path [datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.679364] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ffdd53-6cec-4f34-a17e-ac77482c4069 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.681388] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1166.681388] env[68986]: value = "task-3216748" [ 1166.681388] env[68986]: _type = "Task" [ 1166.681388] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.690446] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.701810] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Created directory with path [datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2 {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.702075] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660/OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660.vmdk to [datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2/13b3b99c-b76f-4c98-85ae-d0aad768c9d2.vmdk. {{(pid=68986) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1166.702367] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f05b2386-f6c4-45a2-9584-61a800c12d3d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.713415] env[68986]: DEBUG oslo_vmware.api [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.714985] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1166.714985] env[68986]: value = "task-3216749" [ 1166.714985] env[68986]: _type = "Task" [ 1166.714985] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.725576] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216749, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.069557] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d26f9df9-911d-4ac4-abe5-878ae9a96e7e] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.101094] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ef5c791f-7014-4f8c-a888-889c22dafe01 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.321s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.192184] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216748, 'name': ReconfigVM_Task, 'duration_secs': 0.387526} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.192485] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance 'e6bf7b66-1366-414e-9e2b-045c54405321' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.214010] env[68986]: DEBUG oslo_vmware.api [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216746, 'name': ReconfigVM_Task, 'duration_secs': 0.51652} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.214279] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-4abee541-cef8-4590-aede-44fa7ff02aae/volume-4abee541-cef8-4590-aede-44fa7ff02aae.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.219371] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55536ee9-d565-48a3-90a2-53a515e6ff9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.238403] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216749, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.239761] env[68986]: DEBUG oslo_vmware.api [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1167.239761] env[68986]: value = "task-3216750" [ 1167.239761] env[68986]: _type = "Task" [ 1167.239761] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.248120] env[68986]: DEBUG oslo_vmware.api [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.531433] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.531433] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.531433] env[68986]: DEBUG nova.compute.manager [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.531804] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd1ab87-4f72-4af0-9d3e-52dde1828c09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.541625] env[68986]: DEBUG nova.compute.manager [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1167.541866] env[68986]: DEBUG nova.objects.instance [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'flavor' on Instance uuid 26041c41-8c14-4004-b9e5-fe4b2dce0c34 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.572966] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: b7085c2d-62c3-4fe0-8e5d-04311052c7ba] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.688297] env[68986]: DEBUG nova.compute.manager [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.688840] env[68986]: DEBUG nova.compute.manager [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing instance network info cache due to event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.688840] env[68986]: DEBUG oslo_concurrency.lockutils [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.688948] env[68986]: DEBUG oslo_concurrency.lockutils [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.689061] env[68986]: DEBUG nova.network.neutron [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.698982] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.699269] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.699662] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.699703] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.699851] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.699999] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.702977] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.702977] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.702977] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.702977] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.702977] env[68986]: DEBUG nova.virt.hardware [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.708739] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.710102] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661dc4d0-c18b-44c2-a263-30610a5ec2c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.734668] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216749, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.737156] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1167.737156] env[68986]: value = "task-3216751" [ 1167.737156] env[68986]: _type = "Task" [ 1167.737156] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.758549] env[68986]: DEBUG oslo_vmware.api [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216750, 'name': ReconfigVM_Task, 'duration_secs': 0.157809} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.765417] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643151', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'name': 'volume-4abee541-cef8-4590-aede-44fa7ff02aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd255ece0-602d-4e03-a979-785a853a9f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'serial': '4abee541-cef8-4590-aede-44fa7ff02aae'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.768076] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.078166] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 7c4f86a5-54a9-4808-ad44-b2951b425a96] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.238283] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216749, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.261036] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216751, 'name': ReconfigVM_Task, 'duration_secs': 0.46806} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.261036] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.261711] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a593ff-d8f8-4fbd-b891-a5ebc8d026b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.292281] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] e6bf7b66-1366-414e-9e2b-045c54405321/e6bf7b66-1366-414e-9e2b-045c54405321.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.295609] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31dde654-0acb-47e0-aec2-e34de6b4ebe8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.320314] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1168.320314] env[68986]: value = "task-3216752" [ 1168.320314] env[68986]: _type = "Task" [ 1168.320314] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.333183] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.466193] env[68986]: DEBUG nova.network.neutron [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updated VIF entry in instance network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.466570] env[68986]: DEBUG nova.network.neutron [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.550458] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.550458] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a374399-5678-4a8e-94eb-cef3b34beb8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.561146] env[68986]: DEBUG oslo_vmware.api [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1168.561146] env[68986]: value = "task-3216753" [ 1168.561146] env[68986]: _type = "Task" [ 1168.561146] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.572899] env[68986]: DEBUG oslo_vmware.api [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.579761] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 174ceea5-b609-46f7-aecd-e0013e972135] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.739022] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216749, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.833984] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.840074] env[68986]: DEBUG nova.objects.instance [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'flavor' on Instance uuid d255ece0-602d-4e03-a979-785a853a9f9e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.970043] env[68986]: DEBUG oslo_concurrency.lockutils [req-005380f2-c502-4b76-9e5f-78170d50c979 req-9df002d8-7fee-43d0-bdee-1db81322995f service nova] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.075816] env[68986]: DEBUG oslo_vmware.api [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.083631] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 51d214a6-8781-43e2-bd78-457f9d2df573] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.239624] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216749, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.339764] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.344705] env[68986]: DEBUG oslo_concurrency.lockutils [None req-80bbf699-baf0-4a85-9b48-63a63f6e0234 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.572505] env[68986]: DEBUG oslo_vmware.api [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216753, 'name': PowerOffVM_Task, 'duration_secs': 0.777165} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.572779] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.572981] env[68986]: DEBUG nova.compute.manager [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.573782] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0503a2-ad24-487e-a2ad-992709cbf043 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.587043] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: b74fc7ea-5917-4657-add1-02af11fdbb62] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.719705] env[68986]: DEBUG nova.compute.manager [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.719882] env[68986]: DEBUG nova.compute.manager [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing instance network info cache due to event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.720117] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.720270] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.720425] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.737414] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216749, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.879683} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.737957] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660/OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660.vmdk to [datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2/13b3b99c-b76f-4c98-85ae-d0aad768c9d2.vmdk. [ 1169.737957] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Cleaning up location [datastore1] OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1169.738112] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0df38184-fb53-498c-9958-f75ec01c3660 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.738526] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886c61d1-23ff-48b6-bc17-b1ccd88a1649 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.745514] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1169.745514] env[68986]: value = "task-3216754" [ 1169.745514] env[68986]: _type = "Task" [ 1169.745514] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.753840] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.832528] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216752, 'name': ReconfigVM_Task, 'duration_secs': 1.181114} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.832753] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Reconfigured VM instance instance-0000006f to attach disk [datastore1] e6bf7b66-1366-414e-9e2b-045c54405321/e6bf7b66-1366-414e-9e2b-045c54405321.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.833038] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance 'e6bf7b66-1366-414e-9e2b-045c54405321' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.023053] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.023453] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.088929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d255ece0-602d-4e03-a979-785a853a9f9e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.088929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.089836] env[68986]: DEBUG oslo_concurrency.lockutils [None req-1bb41c49-9794-42cc-bc5c-ce7aa597decf tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.559s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.090432] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f3eb1f8b-1a59-412c-8543-ed503c4244ef] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.258057] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313361} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.258057] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.258057] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2/13b3b99c-b76f-4c98-85ae-d0aad768c9d2.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.258312] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2/13b3b99c-b76f-4c98-85ae-d0aad768c9d2.vmdk to [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.258432] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b79a1d8-939a-4639-91aa-bf922cb5d19e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.265775] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1170.265775] env[68986]: value = "task-3216755" [ 1170.265775] env[68986]: _type = "Task" [ 1170.265775] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.276063] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.340056] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8321138f-f613-4f29-83b8-d63c12fe3b66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.359955] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6188016f-b229-4559-b48a-20fcfb59208a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.379809] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance 'e6bf7b66-1366-414e-9e2b-045c54405321' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.468917] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updated VIF entry in instance network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.469288] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.526160] env[68986]: DEBUG nova.compute.utils [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.594355] env[68986]: INFO nova.compute.manager [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Detaching volume 4abee541-cef8-4590-aede-44fa7ff02aae [ 1170.596240] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 96f30009-cf18-4b9e-914c-d03ea85a843a] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.630940] env[68986]: INFO nova.virt.block_device [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Attempting to driver detach volume 4abee541-cef8-4590-aede-44fa7ff02aae from mountpoint /dev/sdb [ 1170.631236] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1170.631463] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643151', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'name': 'volume-4abee541-cef8-4590-aede-44fa7ff02aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd255ece0-602d-4e03-a979-785a853a9f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'serial': '4abee541-cef8-4590-aede-44fa7ff02aae'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1170.632364] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612585e1-8a61-4d1b-a63a-325135cba10c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.654786] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02771d8c-c656-4a5b-bf32-a434a4b66763 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.662890] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a476f-4580-4370-bab7-202a1ec5cd97 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.684876] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5906f1-446c-49db-9564-80a4689bd42d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.704275] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] The volume has not been displaced from its original location: [datastore1] volume-4abee541-cef8-4590-aede-44fa7ff02aae/volume-4abee541-cef8-4590-aede-44fa7ff02aae.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1170.709626] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.710873] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4615480f-4ad5-4fcf-a69a-d84916493968 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.731063] env[68986]: DEBUG oslo_vmware.api [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1170.731063] env[68986]: value = "task-3216756" [ 1170.731063] env[68986]: _type = "Task" [ 1170.731063] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.739913] env[68986]: DEBUG oslo_vmware.api [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.775595] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.941680] env[68986]: DEBUG nova.network.neutron [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Port c2fec181-2a20-4e03-a044-636bbbb5151a binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.972303] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.972585] env[68986]: DEBUG nova.compute.manager [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.972760] env[68986]: DEBUG nova.compute.manager [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing instance network info cache due to event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.972978] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.973138] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.973303] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.028950] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.099115] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 8957a774-54d3-4841-b640-b22a797c4749] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.211018] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.211298] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.211477] env[68986]: INFO nova.compute.manager [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Shelving [ 1171.243333] env[68986]: DEBUG oslo_vmware.api [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216756, 'name': ReconfigVM_Task, 'duration_secs': 0.241348} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.243639] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.248849] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e56083a-9631-458c-af83-2b82ab322f25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.267341] env[68986]: DEBUG oslo_vmware.api [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1171.267341] env[68986]: value = "task-3216757" [ 1171.267341] env[68986]: _type = "Task" [ 1171.267341] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.280593] env[68986]: DEBUG oslo_vmware.api [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.284111] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216755, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.605053] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f696a327-ad05-411c-b02d-b4a3017d422f] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.726647] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updated VIF entry in instance network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.727118] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.779663] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216755, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.783171] env[68986]: DEBUG oslo_vmware.api [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216757, 'name': ReconfigVM_Task, 'duration_secs': 0.15581} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.783472] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643151', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'name': 'volume-4abee541-cef8-4590-aede-44fa7ff02aae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd255ece0-602d-4e03-a979-785a853a9f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '4abee541-cef8-4590-aede-44fa7ff02aae', 'serial': '4abee541-cef8-4590-aede-44fa7ff02aae'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1171.862645] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.862945] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.863225] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.863451] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.863639] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.866144] env[68986]: INFO nova.compute.manager [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Terminating instance [ 1171.960978] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.961246] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.961496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.103246] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.103525] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.103771] env[68986]: INFO nova.compute.manager [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Attaching volume 3e8714b3-2ee8-4e27-bcfa-791c119f3a59 to /dev/sdb [ 1172.108236] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: ee4536ab-9b1c-473b-9422-5697317cde4f] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.139771] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1eaf5-a25e-41e0-b7af-a1ce51dfc79b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.148019] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0be01-3948-47c6-a9e4-cb24b14345ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.164287] env[68986]: DEBUG nova.virt.block_device [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating existing volume attachment record: 9ed8a50f-11bf-44d1-9516-d3752662839e {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.221541] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.221905] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0875f922-6996-447d-a5ff-c2e01944719d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.232999] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.233361] env[68986]: DEBUG nova.compute.manager [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.233499] env[68986]: DEBUG nova.compute.manager [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing instance network info cache due to event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.233765] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.233914] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.234090] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.235478] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1172.235478] env[68986]: value = "task-3216758" [ 1172.235478] env[68986]: _type = "Task" [ 1172.235478] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.245580] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.278242] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216755, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.335343] env[68986]: DEBUG nova.objects.instance [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'flavor' on Instance uuid d255ece0-602d-4e03-a979-785a853a9f9e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.371400] env[68986]: DEBUG nova.compute.manager [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.371636] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.372691] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f46b0-9fc0-480e-8a65-3e92cfd68718 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.380613] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.381009] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43d4a76b-edd7-4199-97f1-ea4f30ecd0f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.467558] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.467882] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.468155] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleting the datastore file [datastore1] 26041c41-8c14-4004-b9e5-fe4b2dce0c34 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.468595] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f164185-2ff2-4c41-ab41-af18608fcbc8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.477897] env[68986]: DEBUG oslo_vmware.api [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1172.477897] env[68986]: value = "task-3216761" [ 1172.477897] env[68986]: _type = "Task" [ 1172.477897] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.487919] env[68986]: DEBUG oslo_vmware.api [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.614378] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 98ac7b62-c1a9-4e24-8d8c-d074f2566df6] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.748127] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.780939] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216755, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.970737] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updated VIF entry in instance network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.971285] env[68986]: DEBUG nova.network.neutron [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.002557] env[68986]: DEBUG oslo_vmware.api [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.007358] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.007537] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.007716] env[68986]: DEBUG nova.network.neutron [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.118998] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 7eaf98ce-292f-4bda-9ef1-ed66dbc11e38] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.246710] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216758, 'name': PowerOffVM_Task, 'duration_secs': 0.979629} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.246971] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.247790] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544ba9c-c256-46da-a909-3d4ff53043d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.272899] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854db642-990d-4d54-807e-ca4eedc79f36 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.281592] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216755, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.824447} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.283556] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/13b3b99c-b76f-4c98-85ae-d0aad768c9d2/13b3b99c-b76f-4c98-85ae-d0aad768c9d2.vmdk to [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.286575] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296cb6b9-544e-42b0-ba53-e733246c8d4d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.313097] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.313466] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1803f815-f2eb-4302-8423-8eae53272f5e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.338949] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1173.338949] env[68986]: value = "task-3216764" [ 1173.338949] env[68986]: _type = "Task" [ 1173.338949] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.342440] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af75e7c2-0f55-440e-9c88-8e7f5aa35c0a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.351077] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.473988] env[68986]: DEBUG oslo_concurrency.lockutils [req-5f7766bb-3caa-4341-a95d-9325f06156e7 req-3a77e435-4b92-4d7d-b983-dc5143946b12 service nova] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.489543] env[68986]: DEBUG oslo_vmware.api [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.860749} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.489894] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d255ece0-602d-4e03-a979-785a853a9f9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.490146] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.490360] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "d255ece0-602d-4e03-a979-785a853a9f9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.490559] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.490747] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.492751] env[68986]: INFO nova.compute.manager [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Terminating instance [ 1173.494152] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.494343] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.494520] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.494685] env[68986]: INFO nova.compute.manager [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1173.494922] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.495271] env[68986]: DEBUG nova.compute.manager [-] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.495379] env[68986]: DEBUG nova.network.neutron [-] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.624764] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: c8839c99-604d-4112-b920-b4811dfe3a48] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.790922] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Creating Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1173.791249] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ecb36e6-3bd3-45b1-8221-f92cc018a1e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.799862] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1173.799862] env[68986]: value = "task-3216765" [ 1173.799862] env[68986]: _type = "Task" [ 1173.799862] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.810718] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.849766] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216764, 'name': ReconfigVM_Task, 'duration_secs': 0.31089} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.850113] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783/8e6f0972-2f79-4b96-801a-9c0571878783.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.850813] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29371e52-83ac-422d-a339-a7a7c593d42e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.859653] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1173.859653] env[68986]: value = "task-3216766" [ 1173.859653] env[68986]: _type = "Task" [ 1173.859653] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.871266] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216766, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.894078] env[68986]: DEBUG nova.network.neutron [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance_info_cache with network_info: [{"id": "c2fec181-2a20-4e03-a044-636bbbb5151a", "address": "fa:16:3e:99:56:ce", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fec181-2a", "ovs_interfaceid": "c2fec181-2a20-4e03-a044-636bbbb5151a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.953571] env[68986]: DEBUG nova.compute.manager [req-2192c65d-f6d1-4829-9300-5a597deeff6b req-25afbd33-67b0-4918-8a71-bec67286c2b8 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Received event network-vif-deleted-19541714-6f91-46a1-a345-48696b01f6b8 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.954250] env[68986]: INFO nova.compute.manager [req-2192c65d-f6d1-4829-9300-5a597deeff6b req-25afbd33-67b0-4918-8a71-bec67286c2b8 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Neutron deleted interface 19541714-6f91-46a1-a345-48696b01f6b8; detaching it from the instance and deleting it from the info cache [ 1173.954450] env[68986]: DEBUG nova.network.neutron [req-2192c65d-f6d1-4829-9300-5a597deeff6b req-25afbd33-67b0-4918-8a71-bec67286c2b8 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.999666] env[68986]: DEBUG nova.compute.manager [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.999888] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.001045] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1238aa42-16a0-4c7f-bd71-359b1e597a9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.010986] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.011238] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3e3fc63-e049-4ac0-9098-e2a60c80c74e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.017911] env[68986]: DEBUG oslo_vmware.api [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1174.017911] env[68986]: value = "task-3216767" [ 1174.017911] env[68986]: _type = "Task" [ 1174.017911] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.026620] env[68986]: DEBUG oslo_vmware.api [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.131523] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 3780bb8f-ff39-4607-ae82-b0bb7d49c484] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.310669] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216765, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.371426] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216766, 'name': Rename_Task, 'duration_secs': 0.401955} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.371783] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.372087] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b77fcb3e-72d6-45f3-b177-d68427b423ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.378769] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1174.378769] env[68986]: value = "task-3216768" [ 1174.378769] env[68986]: _type = "Task" [ 1174.378769] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.388590] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.397274] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.436269] env[68986]: DEBUG nova.network.neutron [-] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.457532] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6c37fb8-135f-4eba-b336-9e83d088ed1c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.468332] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a63d0f-c417-4bbd-b853-1dd7546f6b5b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.504024] env[68986]: DEBUG nova.compute.manager [req-2192c65d-f6d1-4829-9300-5a597deeff6b req-25afbd33-67b0-4918-8a71-bec67286c2b8 service nova] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Detach interface failed, port_id=19541714-6f91-46a1-a345-48696b01f6b8, reason: Instance 26041c41-8c14-4004-b9e5-fe4b2dce0c34 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.528124] env[68986]: DEBUG oslo_vmware.api [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216767, 'name': PowerOffVM_Task, 'duration_secs': 0.341476} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.528399] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.528606] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.528887] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64788775-f63a-4442-9039-6f8d9523c352 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.600412] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.600655] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.600912] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleting the datastore file [datastore2] d255ece0-602d-4e03-a979-785a853a9f9e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.601249] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2912bffc-0014-4248-801b-52fb19c8c566 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.608925] env[68986]: DEBUG oslo_vmware.api [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1174.608925] env[68986]: value = "task-3216770" [ 1174.608925] env[68986]: _type = "Task" [ 1174.608925] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.617173] env[68986]: DEBUG oslo_vmware.api [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.632921] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 8d274db9-d209-4745-8d26-8feab5aa6671] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.812284] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216765, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.889447] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.927443] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65df1a5-c537-472e-80ab-4bfacb658c1d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.949601] env[68986]: INFO nova.compute.manager [-] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Took 1.45 seconds to deallocate network for instance. [ 1174.952523] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d9ec5-342f-4438-8ae1-ae11837e0353 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.963556] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance 'e6bf7b66-1366-414e-9e2b-045c54405321' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.119723] env[68986]: DEBUG oslo_vmware.api [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349977} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.119984] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.120201] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.120392] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.120571] env[68986]: INFO nova.compute.manager [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1175.120847] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.121083] env[68986]: DEBUG nova.compute.manager [-] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.121191] env[68986]: DEBUG nova.network.neutron [-] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.136524] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 367c0699-472c-493b-a624-3194ac3b1806] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.312711] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216765, 'name': CreateSnapshot_Task, 'duration_secs': 1.23993} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.313048] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Created Snapshot of the VM instance {{(pid=68986) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1175.313884] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9363f8-c070-45e6-a617-250780f3e5ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.333111] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-06addf9e-15f9-4840-80fb-fa50408bdbca-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.333363] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-06addf9e-15f9-4840-80fb-fa50408bdbca-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.333718] env[68986]: DEBUG nova.objects.instance [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'flavor' on Instance uuid 06addf9e-15f9-4840-80fb-fa50408bdbca {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.391075] env[68986]: DEBUG oslo_vmware.api [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216768, 'name': PowerOnVM_Task, 'duration_secs': 0.57574} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.391341] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.460295] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.460589] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.460816] env[68986]: DEBUG nova.objects.instance [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'resources' on Instance uuid 26041c41-8c14-4004-b9e5-fe4b2dce0c34 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.469733] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.470275] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d1a9dd3-0ad5-4bab-b224-9dd7cf319a4e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.478997] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1175.478997] env[68986]: value = "task-3216772" [ 1175.478997] env[68986]: _type = "Task" [ 1175.478997] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.487431] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.514499] env[68986]: DEBUG nova.compute.manager [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.515522] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65e3296-9b5f-4a5a-873c-2913a8044e2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.639960] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: ac1f58f4-2679-41cd-a1e8-6c707dfccea0] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.834603] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Creating linked-clone VM from snapshot {{(pid=68986) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1175.834936] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc4af264-95a8-4a49-b8be-2c258b720aa9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.847893] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1175.847893] env[68986]: value = "task-3216773" [ 1175.847893] env[68986]: _type = "Task" [ 1175.847893] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.859017] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216773, 'name': CloneVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.001983] env[68986]: DEBUG oslo_vmware.api [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216772, 'name': PowerOnVM_Task, 'duration_secs': 0.432782} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.001983] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.001983] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab513cc-c5ff-4e23-9589-aa1b89d16b25 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance 'e6bf7b66-1366-414e-9e2b-045c54405321' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.009861] env[68986]: DEBUG nova.objects.instance [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'pci_requests' on Instance uuid 06addf9e-15f9-4840-80fb-fa50408bdbca {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.018177] env[68986]: DEBUG nova.compute.manager [req-376d394e-3813-43ed-9254-09a6ff284063 req-d895ac5d-beb8-4034-a4b2-c8b896fb6b7e service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Received event network-vif-deleted-d206ab0b-632e-4721-80ad-610d07c8d9ec {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.018177] env[68986]: INFO nova.compute.manager [req-376d394e-3813-43ed-9254-09a6ff284063 req-d895ac5d-beb8-4034-a4b2-c8b896fb6b7e service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Neutron deleted interface d206ab0b-632e-4721-80ad-610d07c8d9ec; detaching it from the instance and deleting it from the info cache [ 1176.018468] env[68986]: DEBUG nova.network.neutron [req-376d394e-3813-43ed-9254-09a6ff284063 req-d895ac5d-beb8-4034-a4b2-c8b896fb6b7e service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.048036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3d4f0a44-3255-41bf-9cfa-e8429de8fab8 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.026s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.145438] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d8fda21c-b4b7-4a50-96cb-2c7f2838aeab] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.188096] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a3c66e-1072-438d-b722-c90b35f97a99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.197058] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699da2ef-4d5f-405e-aac0-e6240532e1da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.231971] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f9bd3c-f8d0-4777-9260-90aca3249af6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.241423] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e21b2-a90b-4b8a-958f-51bd67aae9d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.256600] env[68986]: DEBUG nova.compute.provider_tree [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.358234] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216773, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.502237] env[68986]: DEBUG nova.network.neutron [-] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.512212] env[68986]: DEBUG nova.objects.base [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Object Instance<06addf9e-15f9-4840-80fb-fa50408bdbca> lazy-loaded attributes: flavor,pci_requests {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.512435] env[68986]: DEBUG nova.network.neutron [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.522378] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-819d03be-8a5a-4126-a2af-c52c170f4d1e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.533990] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e7e0ce-dd2d-4374-b29f-558b11903ae5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.573956] env[68986]: DEBUG nova.compute.manager [req-376d394e-3813-43ed-9254-09a6ff284063 req-d895ac5d-beb8-4034-a4b2-c8b896fb6b7e service nova] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Detach interface failed, port_id=d206ab0b-632e-4721-80ad-610d07c8d9ec, reason: Instance d255ece0-602d-4e03-a979-785a853a9f9e could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.621761] env[68986]: DEBUG nova.policy [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.647481] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: eb88e41d-1dc6-4b06-b75b-e759c3e57103] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.761520] env[68986]: DEBUG nova.scheduler.client.report [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.858869] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216773, 'name': CloneVM_Task} progress is 94%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.005630] env[68986]: INFO nova.compute.manager [-] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Took 1.88 seconds to deallocate network for instance. [ 1177.153057] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 3d2440ed-660a-45be-b0ed-f3f3831eccdd] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.215514] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.215754] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643155', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'name': 'volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1329591-d2a7-4714-a066-5d721fba3b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'serial': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.216702] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51496caf-1aac-43f3-ad98-bc8a005599ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.234012] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e8a48-83c8-432f-9e50-b1739f9cacb1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.260479] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59/volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.260479] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92cddaed-f8f8-4215-adc3-3740c49d8e65 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.276116] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.290082] env[68986]: DEBUG oslo_vmware.api [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1177.290082] env[68986]: value = "task-3216774" [ 1177.290082] env[68986]: _type = "Task" [ 1177.290082] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.300550] env[68986]: DEBUG oslo_vmware.api [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.301726] env[68986]: INFO nova.scheduler.client.report [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted allocations for instance 26041c41-8c14-4004-b9e5-fe4b2dce0c34 [ 1177.362526] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216773, 'name': CloneVM_Task} progress is 95%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.512431] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.512431] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.512629] env[68986]: DEBUG nova.objects.instance [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'resources' on Instance uuid d255ece0-602d-4e03-a979-785a853a9f9e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.656210] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: fd667959-7d67-47f7-a401-2b05352bc70a] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.804041] env[68986]: DEBUG oslo_vmware.api [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216774, 'name': ReconfigVM_Task, 'duration_secs': 0.463764} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.804041] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59/volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.810610] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881b9079-ea6a-416d-96af-d225386f9efa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.820505] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34df6b61-511a-4539-b417-ccd55cf16745 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "26041c41-8c14-4004-b9e5-fe4b2dce0c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.958s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.827649] env[68986]: DEBUG oslo_vmware.api [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1177.827649] env[68986]: value = "task-3216775" [ 1177.827649] env[68986]: _type = "Task" [ 1177.827649] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.836772] env[68986]: DEBUG oslo_vmware.api [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.860262] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216773, 'name': CloneVM_Task, 'duration_secs': 1.650616} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.860557] env[68986]: INFO nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Created linked-clone VM from snapshot [ 1177.861393] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5d80bd-e15f-4f1e-ae96-a3e20320b18e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.869426] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Uploading image 0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1177.899140] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1177.899140] env[68986]: value = "vm-643157" [ 1177.899140] env[68986]: _type = "VirtualMachine" [ 1177.899140] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1177.899443] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39ee4eb8-c8a1-40d6-aed2-6ed6c6e17db4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.910527] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease: (returnval){ [ 1177.910527] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268ad65-9775-8df3-7cf8-db2f065759ba" [ 1177.910527] env[68986]: _type = "HttpNfcLease" [ 1177.910527] env[68986]: } obtained for exporting VM: (result){ [ 1177.910527] env[68986]: value = "vm-643157" [ 1177.910527] env[68986]: _type = "VirtualMachine" [ 1177.910527] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1177.910785] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the lease: (returnval){ [ 1177.910785] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268ad65-9775-8df3-7cf8-db2f065759ba" [ 1177.910785] env[68986]: _type = "HttpNfcLease" [ 1177.910785] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1177.917298] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.917298] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268ad65-9775-8df3-7cf8-db2f065759ba" [ 1177.917298] env[68986]: _type = "HttpNfcLease" [ 1177.917298] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1178.160841] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 02d045d7-db1a-4213-9041-a65a07bd5341] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.203419] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfc9db3-83bf-4f21-aea9-13a1b9200c29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.213239] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e8251-ed82-4491-b7cd-ab89d6a499be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.246286] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d27bd19-30fe-4934-a2af-b7790ec3162d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.252954] env[68986]: DEBUG nova.compute.manager [req-0124f70c-c344-4045-81db-14872c256c1e req-af33469c-07d1-4184-a4d6-c7ebbf1d242f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-vif-plugged-0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.253185] env[68986]: DEBUG oslo_concurrency.lockutils [req-0124f70c-c344-4045-81db-14872c256c1e req-af33469c-07d1-4184-a4d6-c7ebbf1d242f service nova] Acquiring lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.253408] env[68986]: DEBUG oslo_concurrency.lockutils [req-0124f70c-c344-4045-81db-14872c256c1e req-af33469c-07d1-4184-a4d6-c7ebbf1d242f service nova] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.253574] env[68986]: DEBUG oslo_concurrency.lockutils [req-0124f70c-c344-4045-81db-14872c256c1e req-af33469c-07d1-4184-a4d6-c7ebbf1d242f service nova] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.253738] env[68986]: DEBUG nova.compute.manager [req-0124f70c-c344-4045-81db-14872c256c1e req-af33469c-07d1-4184-a4d6-c7ebbf1d242f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] No waiting events found dispatching network-vif-plugged-0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.253899] env[68986]: WARNING nova.compute.manager [req-0124f70c-c344-4045-81db-14872c256c1e req-af33469c-07d1-4184-a4d6-c7ebbf1d242f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received unexpected event network-vif-plugged-0c9e02b8-1b1c-466c-8c95-f23f59dd628e for instance with vm_state active and task_state None. [ 1178.257690] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed12080-dd70-464c-baeb-1d74de9b638a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.274146] env[68986]: DEBUG nova.compute.provider_tree [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.284118] env[68986]: DEBUG nova.network.neutron [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Successfully updated port: 0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.340633] env[68986]: DEBUG oslo_vmware.api [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216775, 'name': ReconfigVM_Task, 'duration_secs': 0.213177} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.340948] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643155', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'name': 'volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1329591-d2a7-4714-a066-5d721fba3b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'serial': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.420127] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.420127] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268ad65-9775-8df3-7cf8-db2f065759ba" [ 1178.420127] env[68986]: _type = "HttpNfcLease" [ 1178.420127] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1178.420432] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1178.420432] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5268ad65-9775-8df3-7cf8-db2f065759ba" [ 1178.420432] env[68986]: _type = "HttpNfcLease" [ 1178.420432] env[68986]: }. {{(pid=68986) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1178.421207] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd361762-b925-4eae-8751-9f1c05f63121 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.428976] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527037f5-f5c5-b7ca-67cc-2d372ac66587/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1178.429175] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527037f5-f5c5-b7ca-67cc-2d372ac66587/disk-0.vmdk for reading. {{(pid=68986) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1178.519167] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f3db592-ee9d-497b-8ea0-a496f9e0f07a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.606239] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "e6bf7b66-1366-414e-9e2b-045c54405321" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.606505] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.606697] env[68986]: DEBUG nova.compute.manager [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Going to confirm migration 7 {{(pid=68986) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1178.664415] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f5411fb2-8f1a-435e-96ef-71dbcc3dcdf2] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.777106] env[68986]: DEBUG nova.scheduler.client.report [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.786412] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.786684] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.786792] env[68986]: DEBUG nova.network.neutron [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.067275] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.067275] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.067275] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.067555] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.067865] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.070562] env[68986]: INFO nova.compute.manager [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Terminating instance [ 1179.155160] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.155571] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.156466] env[68986]: DEBUG nova.network.neutron [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.156466] env[68986]: DEBUG nova.objects.instance [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'info_cache' on Instance uuid e6bf7b66-1366-414e-9e2b-045c54405321 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.168404] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 31e68b51-2306-4fc9-9b91-07c60037b864] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.281666] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.316207] env[68986]: INFO nova.scheduler.client.report [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted allocations for instance d255ece0-602d-4e03-a979-785a853a9f9e [ 1179.353332] env[68986]: WARNING nova.network.neutron [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] 8724e937-d410-4a08-9089-5b7ed5ae80cc already exists in list: networks containing: ['8724e937-d410-4a08-9089-5b7ed5ae80cc']. ignoring it [ 1179.381754] env[68986]: DEBUG nova.objects.instance [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.565553] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.575579] env[68986]: DEBUG nova.compute.manager [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.575885] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.577061] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ff456-bf6d-4154-80c3-b42bec307d9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.588292] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.589034] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f678fc-1089-46ef-a367-d049386f5b49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.596247] env[68986]: DEBUG oslo_vmware.api [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1179.596247] env[68986]: value = "task-3216777" [ 1179.596247] env[68986]: _type = "Task" [ 1179.596247] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.606257] env[68986]: DEBUG oslo_vmware.api [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.647786] env[68986]: DEBUG nova.network.neutron [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "address": "fa:16:3e:6d:9a:49", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9e02b8-1b", "ovs_interfaceid": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.672394] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 03de7cab-4c1d-45ac-bca4-8023d297e8e5] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.826954] env[68986]: DEBUG oslo_concurrency.lockutils [None req-265ed03e-9e5b-438f-bf65-834e7c61f0dd tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "d255ece0-602d-4e03-a979-785a853a9f9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.887726] env[68986]: DEBUG oslo_concurrency.lockutils [None req-75b334a5-0e72-48d7-a693-413e41e8ae9d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.784s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.889051] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.324s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.889203] env[68986]: DEBUG nova.compute.manager [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.890256] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f91080-e09c-4c01-a355-6e2cf9541cfc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.897930] env[68986]: DEBUG nova.compute.manager [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1179.898932] env[68986]: DEBUG nova.objects.instance [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.107476] env[68986]: DEBUG oslo_vmware.api [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216777, 'name': PowerOffVM_Task, 'duration_secs': 0.322258} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.107868] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.108123] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.108455] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26f3395c-4872-485c-bd95-79bbb6b8eeaa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.151189] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.152056] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.152338] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.153258] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c07617-c4cf-40e4-bb09-6ec904c623fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.174348] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.174691] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.174866] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.175165] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.175370] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.175526] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.175803] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.176029] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.176282] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.176538] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.176736] env[68986]: DEBUG nova.virt.hardware [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.183448] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Reconfiguring VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1180.185168] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: cb0f0c6d-e536-4750-81d4-9c534928ef25] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.187037] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c48b1d2a-7dd7-4a21-9598-58b49c50c17d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.201012] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.201301] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.201529] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleting the datastore file [datastore1] 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.202618] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14e4a75a-1524-471f-a3ef-c852d674c8d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.211397] env[68986]: DEBUG oslo_vmware.api [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for the task: (returnval){ [ 1180.211397] env[68986]: value = "task-3216779" [ 1180.211397] env[68986]: _type = "Task" [ 1180.211397] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.213055] env[68986]: DEBUG oslo_vmware.api [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1180.213055] env[68986]: value = "task-3216780" [ 1180.213055] env[68986]: _type = "Task" [ 1180.213055] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.231562] env[68986]: DEBUG oslo_vmware.api [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216780, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.232096] env[68986]: DEBUG oslo_vmware.api [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.385644] env[68986]: DEBUG nova.compute.manager [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-changed-0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.385879] env[68986]: DEBUG nova.compute.manager [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing instance network info cache due to event network-changed-0c9e02b8-1b1c-466c-8c95-f23f59dd628e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.386138] env[68986]: DEBUG oslo_concurrency.lockutils [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.386341] env[68986]: DEBUG oslo_concurrency.lockutils [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.386494] env[68986]: DEBUG nova.network.neutron [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing network info cache for port 0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.499014] env[68986]: DEBUG nova.network.neutron [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance_info_cache with network_info: [{"id": "c2fec181-2a20-4e03-a044-636bbbb5151a", "address": "fa:16:3e:99:56:ce", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fec181-2a", "ovs_interfaceid": "c2fec181-2a20-4e03-a044-636bbbb5151a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.703704] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 2da173fe-12dc-4a74-a960-6d9de52f3c34] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.724883] env[68986]: DEBUG oslo_vmware.api [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Task: {'id': task-3216779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230939} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.725600] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.725802] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.725994] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.726190] env[68986]: INFO nova.compute.manager [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1180.726433] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.726659] env[68986]: DEBUG nova.compute.manager [-] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.726758] env[68986]: DEBUG nova.network.neutron [-] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.731664] env[68986]: DEBUG oslo_vmware.api [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.906537] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.906956] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de34398-c97e-42d2-80c0-950e740605ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.916779] env[68986]: DEBUG oslo_vmware.api [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1180.916779] env[68986]: value = "task-3216781" [ 1180.916779] env[68986]: _type = "Task" [ 1180.916779] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.927987] env[68986]: DEBUG oslo_vmware.api [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.001663] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-e6bf7b66-1366-414e-9e2b-045c54405321" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.002036] env[68986]: DEBUG nova.objects.instance [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'migration_context' on Instance uuid e6bf7b66-1366-414e-9e2b-045c54405321 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.206822] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.207073] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Cleaning up deleted instances with incomplete migration {{(pid=68986) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1181.213278] env[68986]: DEBUG nova.network.neutron [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updated VIF entry in instance network info cache for port 0c9e02b8-1b1c-466c-8c95-f23f59dd628e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.213764] env[68986]: DEBUG nova.network.neutron [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "address": "fa:16:3e:6d:9a:49", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9e02b8-1b", "ovs_interfaceid": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.228167] env[68986]: DEBUG oslo_vmware.api [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216780, 'name': ReconfigVM_Task, 'duration_secs': 0.90389} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.228735] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.228994] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Reconfigured VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1181.428026] env[68986]: DEBUG oslo_vmware.api [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216781, 'name': PowerOffVM_Task, 'duration_secs': 0.333762} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.428300] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.428500] env[68986]: DEBUG nova.compute.manager [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.429331] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab8217-4a7b-4df0-ad26-e159c6ce6352 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.505325] env[68986]: DEBUG nova.objects.base [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.506375] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0999cd8e-3d25-40ea-b881-f65cb46db971 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.528168] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9d6cbc-42f4-4bf5-92b6-5ad18363ea64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.534412] env[68986]: DEBUG oslo_vmware.api [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1181.534412] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523b4239-f647-f4b0-9999-8f717ac9b2e3" [ 1181.534412] env[68986]: _type = "Task" [ 1181.534412] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.543623] env[68986]: DEBUG oslo_vmware.api [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523b4239-f647-f4b0-9999-8f717ac9b2e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.573280] env[68986]: DEBUG nova.network.neutron [-] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.716426] env[68986]: DEBUG oslo_concurrency.lockutils [req-58503f94-0ff9-4369-a8b0-298c7922c723 req-b5d89727-f623-493c-b610-9dfd3fdec5be service nova] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.733403] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8139b14f-2c7b-467a-9453-4af0c52c760d tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-06addf9e-15f9-4840-80fb-fa50408bdbca-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.400s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.942044] env[68986]: DEBUG oslo_concurrency.lockutils [None req-34f0e656-b6dd-4e05-b33d-8b644769c80d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.045969] env[68986]: DEBUG oslo_vmware.api [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523b4239-f647-f4b0-9999-8f717ac9b2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.046360] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.046618] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.075818] env[68986]: INFO nova.compute.manager [-] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Took 1.35 seconds to deallocate network for instance. [ 1182.180473] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.180727] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.206360] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.206568] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.354442] env[68986]: DEBUG nova.objects.instance [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.418934] env[68986]: DEBUG nova.compute.manager [req-1baed714-01eb-403e-a395-c8dc6515b10b req-076abdbd-f3ac-4ebf-bc47-98ed4abdb8a4 service nova] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Received event network-vif-deleted-c3fdf2ef-d805-44c4-bd10-4ffb20085899 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.585502] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.683076] env[68986]: DEBUG nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.715014] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.715324] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.715462] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.715629] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.715810] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.716049] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.716192] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1182.716338] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.725549] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63efa53b-b281-4cfc-bbc5-aa38efcec15d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.735514] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b653abc2-c46e-4cba-a90d-28490a192173 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.767592] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d206e542-c269-434c-a82d-816a7e2361a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.777359] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4b6be-6dd9-47a0-988c-dba4219c474f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.792131] env[68986]: DEBUG nova.compute.provider_tree [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.862051] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.862716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.862716] env[68986]: DEBUG nova.network.neutron [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.862716] env[68986]: DEBUG nova.objects.instance [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'info_cache' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.087164] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-06addf9e-15f9-4840-80fb-fa50408bdbca-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.087554] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-06addf9e-15f9-4840-80fb-fa50408bdbca-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.205634] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.218947] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.295883] env[68986]: DEBUG nova.scheduler.client.report [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.366418] env[68986]: DEBUG nova.objects.base [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.591052] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.591052] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.591808] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e7d174-9724-45e0-8317-2f53e2cca0d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.616077] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a8ffc-5555-4cf0-83bc-23e258ceffd9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.644627] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Reconfiguring VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1183.644989] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2971152-2dde-4775-9ff5-3bb3efba232c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.665227] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1183.665227] env[68986]: value = "task-3216782" [ 1183.665227] env[68986]: _type = "Task" [ 1183.665227] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.674164] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.173184] env[68986]: DEBUG nova.network.neutron [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating instance_info_cache with network_info: [{"id": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "address": "fa:16:3e:52:e0:20", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecad34a7-de", "ovs_interfaceid": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.179577] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.307753] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.261s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.310834] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.725s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.311089] env[68986]: DEBUG nova.objects.instance [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lazy-loading 'resources' on Instance uuid 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.677854] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.681631] env[68986]: DEBUG oslo_concurrency.lockutils [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.865794] env[68986]: INFO nova.scheduler.client.report [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted allocation for migration 3aa3cba8-dac9-448c-8ea1-9e783690cf50 [ 1184.968876] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bea77de-ae53-448f-84f4-de110073961c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.979760] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69ea364-04d8-43d2-9f45-a1d84e896304 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.017866] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3e2b8-ba85-48e9-8800-2526793444fe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.026455] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbec3701-16a4-4fe4-a51f-425c24595983 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.041046] env[68986]: DEBUG nova.compute.provider_tree [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.177291] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.373937] env[68986]: DEBUG oslo_concurrency.lockutils [None req-b390818a-3dea-4596-a510-aa3d709b2001 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.767s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.544805] env[68986]: DEBUG nova.scheduler.client.report [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.678460] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.688238] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.688619] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65142e3b-9be7-47ee-829c-3d6347367a2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.700077] env[68986]: DEBUG oslo_vmware.api [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1185.700077] env[68986]: value = "task-3216783" [ 1185.700077] env[68986]: _type = "Task" [ 1185.700077] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.713223] env[68986]: DEBUG oslo_vmware.api [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.897103] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "e6bf7b66-1366-414e-9e2b-045c54405321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.897396] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.897617] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.897803] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.897970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.900412] env[68986]: INFO nova.compute.manager [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Terminating instance [ 1186.049252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.052687] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.847s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.055024] env[68986]: INFO nova.compute.claims [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.067331] env[68986]: INFO nova.scheduler.client.report [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Deleted allocations for instance 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8 [ 1186.180100] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.211095] env[68986]: DEBUG oslo_vmware.api [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216783, 'name': PowerOnVM_Task, 'duration_secs': 0.485677} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.211432] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.211728] env[68986]: DEBUG nova.compute.manager [None req-9585dba8-753a-4f43-80f7-8e729673e451 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.212659] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7761b-2633-4829-afd7-991b983e5f7d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.338326] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.338576] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.404291] env[68986]: DEBUG nova.compute.manager [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.404539] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.405488] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2ab63e-4532-4d7d-a473-52492b50fb6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.414339] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.414588] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e667fadb-fd2f-48db-8ef1-81d50efa6bed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.422967] env[68986]: DEBUG oslo_vmware.api [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1186.422967] env[68986]: value = "task-3216784" [ 1186.422967] env[68986]: _type = "Task" [ 1186.422967] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.432115] env[68986]: DEBUG oslo_vmware.api [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.452647] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527037f5-f5c5-b7ca-67cc-2d372ac66587/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1186.453567] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5185086-4015-4cc2-953c-d1b7f9ce395a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.460593] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527037f5-f5c5-b7ca-67cc-2d372ac66587/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1186.460763] env[68986]: ERROR oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527037f5-f5c5-b7ca-67cc-2d372ac66587/disk-0.vmdk due to incomplete transfer. [ 1186.460996] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cdf79165-0715-4b42-b8df-62610368fc6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.470514] env[68986]: DEBUG oslo_vmware.rw_handles [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527037f5-f5c5-b7ca-67cc-2d372ac66587/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1186.470703] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Uploaded image 0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d to the Glance image server {{(pid=68986) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1186.473087] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Destroying the VM {{(pid=68986) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1186.473345] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdfa89be-b56a-43eb-9795-2e6570aff955 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.479413] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1186.479413] env[68986]: value = "task-3216785" [ 1186.479413] env[68986]: _type = "Task" [ 1186.479413] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.488496] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216785, 'name': Destroy_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.574478] env[68986]: DEBUG oslo_concurrency.lockutils [None req-49ff600e-f234-4263-a0d8-0b31333c88f9 tempest-ServersTestJSON-804416810 tempest-ServersTestJSON-804416810-project-member] Lock "47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.507s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.678726] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.841102] env[68986]: DEBUG nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.933527] env[68986]: DEBUG oslo_vmware.api [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216784, 'name': PowerOffVM_Task, 'duration_secs': 0.34877} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.933812] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.934020] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.934287] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cee5ad80-8e0b-4888-be35-8d69eb9bb7a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.989745] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216785, 'name': Destroy_Task, 'duration_secs': 0.357273} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.990022] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Destroyed the VM [ 1186.990265] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Deleting Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1186.990517] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-077778ab-57c8-4fb8-a911-b021d4055743 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.997905] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1186.997905] env[68986]: value = "task-3216787" [ 1186.997905] env[68986]: _type = "Task" [ 1186.997905] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.006427] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216787, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.019539] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.019781] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.020028] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleting the datastore file [datastore1] e6bf7b66-1366-414e-9e2b-045c54405321 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.020319] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e220f502-b3c4-41f9-b0b7-81c567c474c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.028390] env[68986]: DEBUG oslo_vmware.api [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1187.028390] env[68986]: value = "task-3216788" [ 1187.028390] env[68986]: _type = "Task" [ 1187.028390] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.037251] env[68986]: DEBUG oslo_vmware.api [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.181891] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.241818] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2354290a-ff20-4f8e-a3c1-fb5802f7ffa5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.251412] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782e9510-00a9-4255-b9dc-f1976f8aaf99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.282009] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e468a-ba07-40fb-885c-75f38c2840d6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.291723] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c148416-7c0c-408e-89da-77baa038a80d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.307550] env[68986]: DEBUG nova.compute.provider_tree [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.368491] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.509119] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216787, 'name': RemoveSnapshot_Task, 'duration_secs': 0.403492} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.512337] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Deleted Snapshot of the VM instance {{(pid=68986) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1187.512337] env[68986]: DEBUG nova.compute.manager [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.512337] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3f4de5-b247-4f71-9503-6cb304373270 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.539016] env[68986]: DEBUG oslo_vmware.api [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158865} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.539423] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.539488] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.539645] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.539851] env[68986]: INFO nova.compute.manager [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1187.540115] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.540905] env[68986]: DEBUG nova.compute.manager [-] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.540905] env[68986]: DEBUG nova.network.neutron [-] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.682428] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.803589] env[68986]: DEBUG nova.compute.manager [req-430b6563-0912-4ab9-891e-604bea2c96e7 req-fb53d21c-440e-4690-9b9c-3f41606cdcd2 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Received event network-vif-deleted-c2fec181-2a20-4e03-a044-636bbbb5151a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.804244] env[68986]: INFO nova.compute.manager [req-430b6563-0912-4ab9-891e-604bea2c96e7 req-fb53d21c-440e-4690-9b9c-3f41606cdcd2 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Neutron deleted interface c2fec181-2a20-4e03-a044-636bbbb5151a; detaching it from the instance and deleting it from the info cache [ 1187.804484] env[68986]: DEBUG nova.network.neutron [req-430b6563-0912-4ab9-891e-604bea2c96e7 req-fb53d21c-440e-4690-9b9c-3f41606cdcd2 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.811304] env[68986]: DEBUG nova.scheduler.client.report [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.023902] env[68986]: INFO nova.compute.manager [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Shelve offloading [ 1188.181935] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.282089] env[68986]: DEBUG nova.network.neutron [-] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.307440] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c66aca9-9763-444f-9eac-57745c7c3a71 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.315750] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.316333] env[68986]: DEBUG nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.320087] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.101s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.320270] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.320428] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1188.320715] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.952s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.322268] env[68986]: INFO nova.compute.claims [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.325525] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6feb58-5202-48cf-948d-6d6fd1a52129 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.331514] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e556aed-6138-43c3-b407-4d302bc823e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.351463] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb23e8-4b9b-4484-bb3f-54d61667fb53 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.367735] env[68986]: DEBUG nova.compute.manager [req-430b6563-0912-4ab9-891e-604bea2c96e7 req-fb53d21c-440e-4690-9b9c-3f41606cdcd2 service nova] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Detach interface failed, port_id=c2fec181-2a20-4e03-a044-636bbbb5151a, reason: Instance e6bf7b66-1366-414e-9e2b-045c54405321 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.376591] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2743e7a-e553-47e4-8f22-f731608f53ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.384889] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d263c0-f585-4a0f-b099-0505c9d5896c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.415183] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180126MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1188.415347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.527526] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.527861] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66842044-422f-4e3d-9ea0-bb4a7b17a0f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.536427] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1188.536427] env[68986]: value = "task-3216789" [ 1188.536427] env[68986]: _type = "Task" [ 1188.536427] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.545465] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.682244] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.784066] env[68986]: INFO nova.compute.manager [-] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Took 1.24 seconds to deallocate network for instance. [ 1188.826780] env[68986]: DEBUG nova.compute.utils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.828434] env[68986]: DEBUG nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.828616] env[68986]: DEBUG nova.network.neutron [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.874039] env[68986]: DEBUG nova.policy [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fca8996f35d4ef1825708f5b323cd3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f0447ba9f4b4fb09e7c79840719666f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.048468] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.048889] env[68986]: DEBUG nova.compute.manager [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.049830] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d79936-e44e-4f07-b0e6-ec0c0bcaef87 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.057402] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.057569] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.057738] env[68986]: DEBUG nova.network.neutron [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.182443] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.186391] env[68986]: DEBUG nova.network.neutron [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Successfully created port: f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.291246] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.331789] env[68986]: DEBUG nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.494398] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.494629] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.513644] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6c8e9-d12e-45e1-8e59-9076b10c662f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.522229] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca42e44-2b2e-4811-9214-d10aaa8f1cad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.553366] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d8c64-6552-41e5-a34e-cde78d6779c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.563396] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0b5082-d2f6-4210-9b3d-55b9864075e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.578479] env[68986]: DEBUG nova.compute.provider_tree [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.684698] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.761326] env[68986]: DEBUG nova.network.neutron [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056d900b-36", "ovs_interfaceid": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.998163] env[68986]: DEBUG nova.compute.utils [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.082647] env[68986]: DEBUG nova.scheduler.client.report [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.183632] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.263435] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.340826] env[68986]: DEBUG nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.368988] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.369334] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.369532] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.369771] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.369960] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.370163] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.370406] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.370595] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.370946] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.370946] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.371123] env[68986]: DEBUG nova.virt.hardware [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.372104] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080f45d-0df3-4c79-9680-dab4b96d45d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.380919] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925c079-cd59-496f-aedf-7c296427bf95 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.501780] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.591805] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.592352] env[68986]: DEBUG nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.594877] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.179s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.683231] env[68986]: DEBUG oslo_vmware.api [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216782, 'name': ReconfigVM_Task, 'duration_secs': 6.788431} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.683520] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.686018] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Reconfigured VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1190.794523] env[68986]: DEBUG nova.compute.manager [req-4884485a-1468-4b72-a6cc-c962bf93aaa2 req-7063392c-db32-4a89-ba21-5ef675bdc72d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-vif-unplugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.794748] env[68986]: DEBUG oslo_concurrency.lockutils [req-4884485a-1468-4b72-a6cc-c962bf93aaa2 req-7063392c-db32-4a89-ba21-5ef675bdc72d service nova] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.794952] env[68986]: DEBUG oslo_concurrency.lockutils [req-4884485a-1468-4b72-a6cc-c962bf93aaa2 req-7063392c-db32-4a89-ba21-5ef675bdc72d service nova] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.795131] env[68986]: DEBUG oslo_concurrency.lockutils [req-4884485a-1468-4b72-a6cc-c962bf93aaa2 req-7063392c-db32-4a89-ba21-5ef675bdc72d service nova] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.795356] env[68986]: DEBUG nova.compute.manager [req-4884485a-1468-4b72-a6cc-c962bf93aaa2 req-7063392c-db32-4a89-ba21-5ef675bdc72d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] No waiting events found dispatching network-vif-unplugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.795634] env[68986]: WARNING nova.compute.manager [req-4884485a-1468-4b72-a6cc-c962bf93aaa2 req-7063392c-db32-4a89-ba21-5ef675bdc72d service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received unexpected event network-vif-unplugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 for instance with vm_state shelved and task_state shelving_offloading. [ 1190.972213] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.973037] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5be25-c824-4f84-95f6-a69a2dd6fa8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.983323] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.983581] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76f4bc85-dcd6-42bb-ab13-94921c335008 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.039081] env[68986]: DEBUG nova.network.neutron [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Successfully updated port: f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.060490] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.060744] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.060883] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleting the datastore file [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.061200] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beafb2b1-38c6-490e-b269-52af82925c5a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.073087] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1191.073087] env[68986]: value = "task-3216791" [ 1191.073087] env[68986]: _type = "Task" [ 1191.073087] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.082090] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.098015] env[68986]: DEBUG nova.compute.utils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.104444] env[68986]: DEBUG nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.104637] env[68986]: DEBUG nova.network.neutron [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.143428] env[68986]: DEBUG nova.policy [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb221e902c174622a7bb4ec547a1b2e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2435cb3c304f29b7666397d099a7af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.381235] env[68986]: DEBUG nova.network.neutron [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Successfully created port: 0a83a63b-daf5-4c27-a296-2267d2dcec57 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.542164] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.542336] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.542491] env[68986]: DEBUG nova.network.neutron [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.569518] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.569841] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.570189] env[68986]: INFO nova.compute.manager [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Attaching volume 594f53c0-13d6-40c6-81ba-091b8b8a0edd to /dev/sdb [ 1191.585012] env[68986]: DEBUG oslo_vmware.api [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131689} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.585274] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.585457] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.585627] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.605172] env[68986]: DEBUG nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.608373] env[68986]: INFO nova.scheduler.client.report [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted allocations for instance f567d374-9fba-4392-acbb-3a8aaaf226ce [ 1191.615023] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20be27a-5fd3-4ecf-b8a9-f2b8a4776352 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.623104] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b4d54-a522-435e-809e-34c88a1b2cc9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.626891] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance edb1be11-52f6-40d8-8425-37d31f759cc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627064] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627219] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f1329591-d2a7-4714-a066-5d721fba3b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627295] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 06addf9e-15f9-4840-80fb-fa50408bdbca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627417] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 2a44af1a-9f31-4fec-84aa-4156f3376b2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627526] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627807] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 8e6f0972-2f79-4b96-801a-9c0571878783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627807] env[68986]: WARNING nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance e6bf7b66-1366-414e-9e2b-045c54405321 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1191.627905] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3f552f18-27d7-4062-9903-9c99ce260b54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.627981] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance c1d8b367-d18a-49a7-b0d2-e6becd971fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.628178] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1191.628311] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1191.638236] env[68986]: DEBUG nova.virt.block_device [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating existing volume attachment record: a9433752-6540-4485-9b8e-aecc849bdb6b {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.753590] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9139602-0c87-495f-b90a-0fe8878fac39 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.760793] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b398b-a682-4b11-9705-aa6f2c33c31c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.794106] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff63b68-986a-44d4-adbd-2c3c0c6349e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.801534] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184ee65f-516f-480a-8ffd-682c04d3e42f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.814604] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.955021] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.955157] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.955378] env[68986]: DEBUG nova.network.neutron [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.079654] env[68986]: DEBUG nova.network.neutron [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.116025] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.246188] env[68986]: DEBUG nova.network.neutron [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updating instance_info_cache with network_info: [{"id": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "address": "fa:16:3e:17:3b:8a", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5210-9e", "ovs_interfaceid": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.317763] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.621304] env[68986]: DEBUG nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.663417] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.663665] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.663819] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.663995] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.664153] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.664298] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.664502] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.664656] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.664821] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.664980] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.666512] env[68986]: DEBUG nova.virt.hardware [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.669076] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f08e0a7-9450-4597-8476-d5792af7135f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.678586] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb3e0f-bf16-4357-a09f-36018abb5476 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.710112] env[68986]: INFO nova.network.neutron [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Port 0c9e02b8-1b1c-466c-8c95-f23f59dd628e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1192.710489] env[68986]: DEBUG nova.network.neutron [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.748684] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.749087] env[68986]: DEBUG nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Instance network_info: |[{"id": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "address": "fa:16:3e:17:3b:8a", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5210-9e", "ovs_interfaceid": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.749811] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:3b:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f16d5210-9e2c-4b8d-beea-2557bfc19498', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.759363] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.760234] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.760995] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c7dd6b3-b9d1-4048-9334-bf7dba49cee6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.787604] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.787604] env[68986]: value = "task-3216795" [ 1192.787604] env[68986]: _type = "Task" [ 1192.787604] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.798789] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216795, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.824318] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1192.824592] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.824943] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.534s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.825229] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.828480] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.713s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.828787] env[68986]: DEBUG nova.objects.instance [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'resources' on Instance uuid f567d374-9fba-4392-acbb-3a8aaaf226ce {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.848911] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Received event network-vif-plugged-f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.849512] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.850088] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Lock "3f552f18-27d7-4062-9903-9c99ce260b54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.850088] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Lock "3f552f18-27d7-4062-9903-9c99ce260b54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.850259] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] No waiting events found dispatching network-vif-plugged-f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.850700] env[68986]: WARNING nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Received unexpected event network-vif-plugged-f16d5210-9e2c-4b8d-beea-2557bfc19498 for instance with vm_state building and task_state spawning. [ 1192.851170] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.851541] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing instance network info cache due to event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.851733] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Acquiring lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.852135] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Acquired lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.852350] env[68986]: DEBUG nova.network.neutron [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.864369] env[68986]: INFO nova.scheduler.client.report [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted allocations for instance e6bf7b66-1366-414e-9e2b-045c54405321 [ 1192.880344] env[68986]: DEBUG nova.compute.manager [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.880974] env[68986]: DEBUG nova.compute.manager [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing instance network info cache due to event network-changed-2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.881738] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] Acquiring lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.922244] env[68986]: DEBUG nova.network.neutron [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Successfully updated port: 0a83a63b-daf5-4c27-a296-2267d2dcec57 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.214770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.216824] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] Acquired lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.217028] env[68986]: DEBUG nova.network.neutron [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Refreshing network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.299012] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216795, 'name': CreateVM_Task, 'duration_secs': 0.332645} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.299247] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.300081] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.300289] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.300678] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.301024] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f671612-3a0d-4a16-9cc1-fa56bbcbda0a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.307271] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1193.307271] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52311a89-d569-76bd-97b8-7f7f0e798458" [ 1193.307271] env[68986]: _type = "Task" [ 1193.307271] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.316277] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52311a89-d569-76bd-97b8-7f7f0e798458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.331207] env[68986]: DEBUG nova.objects.instance [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'numa_topology' on Instance uuid f567d374-9fba-4392-acbb-3a8aaaf226ce {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.374699] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4c98ccde-7b18-4d06-9969-92aa52dfb764 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "e6bf7b66-1366-414e-9e2b-045c54405321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.477s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.424837] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "refresh_cache-c1d8b367-d18a-49a7-b0d2-e6becd971fac" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.424994] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "refresh_cache-c1d8b367-d18a-49a7-b0d2-e6becd971fac" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.425164] env[68986]: DEBUG nova.network.neutron [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.559303] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.559554] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.559952] env[68986]: DEBUG nova.objects.instance [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'flavor' on Instance uuid 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.582871] env[68986]: DEBUG nova.network.neutron [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updated VIF entry in instance network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.583225] env[68986]: DEBUG nova.network.neutron [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap056d900b-36", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.721969] env[68986]: DEBUG oslo_concurrency.lockutils [None req-73e1ae97-e5de-486d-bda4-cae07cd62e75 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-06addf9e-15f9-4840-80fb-fa50408bdbca-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.634s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.764195] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.818584] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52311a89-d569-76bd-97b8-7f7f0e798458, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.818927] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.819184] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.819400] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.819542] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.819716] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.822088] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aecb582-a1ad-4a00-8a94-c73da739656d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.831128] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.831309] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.832027] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd72afe-848b-4f58-ba43-f6c942bd60d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.834397] env[68986]: DEBUG nova.objects.base [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.840510] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1193.840510] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52155e4a-afb4-dc61-93da-8844e96fb79f" [ 1193.840510] env[68986]: _type = "Task" [ 1193.840510] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.848659] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52155e4a-afb4-dc61-93da-8844e96fb79f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.913559] env[68986]: DEBUG nova.network.neutron [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updated VIF entry in instance network info cache for port 2479ff9c-558d-4ae9-a02a-badeec735761. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.913925] env[68986]: DEBUG nova.network.neutron [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [{"id": "2479ff9c-558d-4ae9-a02a-badeec735761", "address": "fa:16:3e:6d:2b:b1", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2479ff9c-55", "ovs_interfaceid": "2479ff9c-558d-4ae9-a02a-badeec735761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.960024] env[68986]: DEBUG nova.network.neutron [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.990828] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c283a6b5-fe13-4f25-843f-04e8741bcf64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.999033] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2bbd04-660b-407f-a79e-5bfbb5606f90 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.035329] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e484880-9449-4aaa-9e80-1de4885f6304 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.044166] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53e770a-8d94-4155-bb7b-e8e2113fcba6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.059475] env[68986]: DEBUG nova.compute.provider_tree [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.087533] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Releasing lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.087805] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Received event network-changed-f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.088060] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Refreshing instance network info cache due to event network-changed-f16d5210-9e2c-4b8d-beea-2557bfc19498. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.088192] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Acquiring lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.088327] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Acquired lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.088479] env[68986]: DEBUG nova.network.neutron [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Refreshing network info cache for port f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.124997] env[68986]: DEBUG nova.network.neutron [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Updating instance_info_cache with network_info: [{"id": "0a83a63b-daf5-4c27-a296-2267d2dcec57", "address": "fa:16:3e:cf:7e:aa", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a83a63b-da", "ovs_interfaceid": "0a83a63b-daf5-4c27-a296-2267d2dcec57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.182448] env[68986]: DEBUG nova.objects.instance [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'pci_requests' on Instance uuid 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.353027] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52155e4a-afb4-dc61-93da-8844e96fb79f, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.353139] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cca5a07-a38e-40bd-bb62-e80015c4d5f1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.358890] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1194.358890] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c3262-48dc-861d-6b4d-80c9ceb42c63" [ 1194.358890] env[68986]: _type = "Task" [ 1194.358890] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.366501] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c3262-48dc-861d-6b4d-80c9ceb42c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.416300] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cfa6713-a2f0-4837-9c85-40613e05ff54 req-955760f2-9b3f-4a4e-9370-c27cfec7e72f service nova] Releasing lock "refresh_cache-06addf9e-15f9-4840-80fb-fa50408bdbca" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.562465] env[68986]: DEBUG nova.scheduler.client.report [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.627502] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "refresh_cache-c1d8b367-d18a-49a7-b0d2-e6becd971fac" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.627812] env[68986]: DEBUG nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Instance network_info: |[{"id": "0a83a63b-daf5-4c27-a296-2267d2dcec57", "address": "fa:16:3e:cf:7e:aa", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a83a63b-da", "ovs_interfaceid": "0a83a63b-daf5-4c27-a296-2267d2dcec57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.628228] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:7e:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a83a63b-daf5-4c27-a296-2267d2dcec57', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.636159] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.636363] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.636574] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a84c8dd8-56af-40e6-ac33-2b0a696cec92 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.657303] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.657303] env[68986]: value = "task-3216797" [ 1194.657303] env[68986]: _type = "Task" [ 1194.657303] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.668028] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216797, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.684615] env[68986]: DEBUG nova.objects.base [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Object Instance<2e1e3fe6-2e1d-479e-83a3-6faaa9c04804> lazy-loaded attributes: flavor,pci_requests {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1194.684804] env[68986]: DEBUG nova.network.neutron [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.777337] env[68986]: DEBUG nova.policy [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79e1cdc159b449acbe8ebdd002512225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b08b50273414ae397bccc9939ba05ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.870340] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]520c3262-48dc-861d-6b4d-80c9ceb42c63, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.871186] env[68986]: DEBUG nova.network.neutron [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updated VIF entry in instance network info cache for port f16d5210-9e2c-4b8d-beea-2557bfc19498. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.871514] env[68986]: DEBUG nova.network.neutron [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updating instance_info_cache with network_info: [{"id": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "address": "fa:16:3e:17:3b:8a", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5210-9e", "ovs_interfaceid": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.872757] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.872988] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3f552f18-27d7-4062-9903-9c99ce260b54/3f552f18-27d7-4062-9903-9c99ce260b54.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.874156] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7168c7de-f4b7-402a-b724-59ecc8728cf4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.876959] env[68986]: DEBUG nova.compute.manager [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Received event network-changed-0a83a63b-daf5-4c27-a296-2267d2dcec57 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.877164] env[68986]: DEBUG nova.compute.manager [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Refreshing instance network info cache due to event network-changed-0a83a63b-daf5-4c27-a296-2267d2dcec57. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.877368] env[68986]: DEBUG oslo_concurrency.lockutils [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] Acquiring lock "refresh_cache-c1d8b367-d18a-49a7-b0d2-e6becd971fac" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.877517] env[68986]: DEBUG oslo_concurrency.lockutils [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] Acquired lock "refresh_cache-c1d8b367-d18a-49a7-b0d2-e6becd971fac" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.877676] env[68986]: DEBUG nova.network.neutron [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Refreshing network info cache for port 0a83a63b-daf5-4c27-a296-2267d2dcec57 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.885014] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1194.885014] env[68986]: value = "task-3216798" [ 1194.885014] env[68986]: _type = "Task" [ 1194.885014] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.894826] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.908453] env[68986]: DEBUG nova.compute.manager [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.908667] env[68986]: DEBUG nova.compute.manager [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing instance network info cache due to event network-changed-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.908921] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.909092] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.909276] env[68986]: DEBUG nova.network.neutron [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.067048] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.173377] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216797, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.379911] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Releasing lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.380214] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Received event network-vif-plugged-0a83a63b-daf5-4c27-a296-2267d2dcec57 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.380438] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Acquiring lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.380690] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.380908] env[68986]: DEBUG oslo_concurrency.lockutils [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.381138] env[68986]: DEBUG nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] No waiting events found dispatching network-vif-plugged-0a83a63b-daf5-4c27-a296-2267d2dcec57 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.381353] env[68986]: WARNING nova.compute.manager [req-b2186e6e-8b24-4c1f-bb66-60c6f7295d9d req-813d599b-2e66-468e-befb-bfcefaeb31c2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Received unexpected event network-vif-plugged-0a83a63b-daf5-4c27-a296-2267d2dcec57 for instance with vm_state building and task_state spawning. [ 1195.397321] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.575242] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ce5d1438-171d-4c94-a732-13e9a616adc0 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.362s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.575242] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.810s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.575242] env[68986]: INFO nova.compute.manager [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Unshelving [ 1195.587667] env[68986]: DEBUG nova.network.neutron [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Updated VIF entry in instance network info cache for port 0a83a63b-daf5-4c27-a296-2267d2dcec57. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.588144] env[68986]: DEBUG nova.network.neutron [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Updating instance_info_cache with network_info: [{"id": "0a83a63b-daf5-4c27-a296-2267d2dcec57", "address": "fa:16:3e:cf:7e:aa", "network": {"id": "7d6be615-507a-428e-83a5-1fa6afcd4717", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2005790684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a2435cb3c304f29b7666397d099a7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a83a63b-da", "ovs_interfaceid": "0a83a63b-daf5-4c27-a296-2267d2dcec57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.665831] env[68986]: DEBUG nova.network.neutron [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updated VIF entry in instance network info cache for port fbd0e03b-9354-47cc-9eea-f4a05fdb9c54. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.666373] env[68986]: DEBUG nova.network.neutron [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.671376] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216797, 'name': CreateVM_Task} progress is 25%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.896473] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570525} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.896881] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 3f552f18-27d7-4062-9903-9c99ce260b54/3f552f18-27d7-4062-9903-9c99ce260b54.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.896970] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.897168] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4970d9bc-f47e-4921-afb6-5d37028cbe01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.904744] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1195.904744] env[68986]: value = "task-3216799" [ 1195.904744] env[68986]: _type = "Task" [ 1195.904744] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.912017] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.090548] env[68986]: DEBUG oslo_concurrency.lockutils [req-41c9e147-81ca-436b-8b51-5b7fceb829f6 req-1fd92750-a874-4738-bfda-860f724318b2 service nova] Releasing lock "refresh_cache-c1d8b367-d18a-49a7-b0d2-e6becd971fac" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.170422] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216797, 'name': CreateVM_Task, 'duration_secs': 1.317058} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.170604] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.171285] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.171442] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.171752] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.172271] env[68986]: DEBUG oslo_concurrency.lockutils [req-0cbab398-3821-4219-8070-1f98fb015128 req-724bffef-94ad-4120-98a6-d3928c6cfdca service nova] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.172584] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1d08de-846a-444a-a3f6-6a94ba1b12e9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.177508] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1196.177508] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5279aabf-648a-94b4-f494-2d7d4bf4f5c1" [ 1196.177508] env[68986]: _type = "Task" [ 1196.177508] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.181900] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.182136] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643159', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'name': 'volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a44af1a-9f31-4fec-84aa-4156f3376b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'serial': '594f53c0-13d6-40c6-81ba-091b8b8a0edd'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.182893] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de41488-973f-4fe4-b600-c06d8ce5b2b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.188010] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5279aabf-648a-94b4-f494-2d7d4bf4f5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.203469] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d583774b-20f5-48a4-80cf-15c1fa154a5e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.228298] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd/volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.228532] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf2177c7-6108-4981-a0f3-675556dba596 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.246810] env[68986]: DEBUG oslo_vmware.api [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1196.246810] env[68986]: value = "task-3216800" [ 1196.246810] env[68986]: _type = "Task" [ 1196.246810] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.257041] env[68986]: DEBUG oslo_vmware.api [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.259056] env[68986]: DEBUG nova.network.neutron [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Successfully updated port: 0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.416950] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070392} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.417272] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.418104] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6502f242-507a-46ba-bc31-a72b2f21c346 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.439581] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3f552f18-27d7-4062-9903-9c99ce260b54/3f552f18-27d7-4062-9903-9c99ce260b54.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.439815] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b64814-50da-4e26-95d0-63fd7debc751 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.458422] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1196.458422] env[68986]: value = "task-3216801" [ 1196.458422] env[68986]: _type = "Task" [ 1196.458422] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.466432] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.601182] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.601601] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.601870] env[68986]: DEBUG nova.objects.instance [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'pci_requests' on Instance uuid f567d374-9fba-4392-acbb-3a8aaaf226ce {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.688345] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5279aabf-648a-94b4-f494-2d7d4bf4f5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.688606] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.688872] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.689126] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.689274] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.689454] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.689708] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a9da678-ecb3-4c2e-9f76-1ceaf216484c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.697301] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.697525] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.698288] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3f4858-9072-426e-befb-407ae93439ea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.703813] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1196.703813] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280f72f-cb76-6899-3e40-19d562e045ea" [ 1196.703813] env[68986]: _type = "Task" [ 1196.703813] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.711578] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280f72f-cb76-6899-3e40-19d562e045ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.755617] env[68986]: DEBUG oslo_vmware.api [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216800, 'name': ReconfigVM_Task, 'duration_secs': 0.34567} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.755875] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd/volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.760945] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.761118] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.761289] env[68986]: DEBUG nova.network.neutron [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.762373] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65bebed-22d4-42fa-b4b6-4c71e766b334 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.777238] env[68986]: DEBUG oslo_vmware.api [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1196.777238] env[68986]: value = "task-3216802" [ 1196.777238] env[68986]: _type = "Task" [ 1196.777238] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.784840] env[68986]: DEBUG oslo_vmware.api [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.900942] env[68986]: DEBUG nova.compute.manager [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-vif-plugged-0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.901247] env[68986]: DEBUG oslo_concurrency.lockutils [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] Acquiring lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.901464] env[68986]: DEBUG oslo_concurrency.lockutils [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.901626] env[68986]: DEBUG oslo_concurrency.lockutils [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.901785] env[68986]: DEBUG nova.compute.manager [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] No waiting events found dispatching network-vif-plugged-0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.901946] env[68986]: WARNING nova.compute.manager [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received unexpected event network-vif-plugged-0c9e02b8-1b1c-466c-8c95-f23f59dd628e for instance with vm_state active and task_state None. [ 1196.902127] env[68986]: DEBUG nova.compute.manager [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-changed-0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.902281] env[68986]: DEBUG nova.compute.manager [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing instance network info cache due to event network-changed-0c9e02b8-1b1c-466c-8c95-f23f59dd628e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.902442] env[68986]: DEBUG oslo_concurrency.lockutils [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.968767] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216801, 'name': ReconfigVM_Task, 'duration_secs': 0.291468} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.969012] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3f552f18-27d7-4062-9903-9c99ce260b54/3f552f18-27d7-4062-9903-9c99ce260b54.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.969618] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a8d863-df83-4f1d-999e-aa09f7104c97 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.976302] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1196.976302] env[68986]: value = "task-3216803" [ 1196.976302] env[68986]: _type = "Task" [ 1196.976302] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.993783] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216803, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.106131] env[68986]: DEBUG nova.objects.instance [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'numa_topology' on Instance uuid f567d374-9fba-4392-acbb-3a8aaaf226ce {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.213800] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5280f72f-cb76-6899-3e40-19d562e045ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.214677] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c556ae8-614f-455e-8f5e-6e38f2a03e00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.221167] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1197.221167] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52287491-c731-f935-ecb7-5fb7762d76c5" [ 1197.221167] env[68986]: _type = "Task" [ 1197.221167] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.228056] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52287491-c731-f935-ecb7-5fb7762d76c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.286855] env[68986]: DEBUG oslo_vmware.api [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216802, 'name': ReconfigVM_Task, 'duration_secs': 0.136064} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.287166] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643159', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'name': 'volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a44af1a-9f31-4fec-84aa-4156f3376b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'serial': '594f53c0-13d6-40c6-81ba-091b8b8a0edd'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1197.307910] env[68986]: WARNING nova.network.neutron [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] 8724e937-d410-4a08-9089-5b7ed5ae80cc already exists in list: networks containing: ['8724e937-d410-4a08-9089-5b7ed5ae80cc']. ignoring it [ 1197.487738] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216803, 'name': Rename_Task, 'duration_secs': 0.137806} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.490226] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.490497] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-072c7bc3-69aa-4407-9197-24c7c1f90198 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.496840] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1197.496840] env[68986]: value = "task-3216804" [ 1197.496840] env[68986]: _type = "Task" [ 1197.496840] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.505694] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.584712] env[68986]: DEBUG nova.network.neutron [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "address": "fa:16:3e:6d:9a:49", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9e02b8-1b", "ovs_interfaceid": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.608180] env[68986]: INFO nova.compute.claims [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.734110] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52287491-c731-f935-ecb7-5fb7762d76c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.734429] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.734699] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] c1d8b367-d18a-49a7-b0d2-e6becd971fac/c1d8b367-d18a-49a7-b0d2-e6becd971fac.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.734992] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02894466-abf1-41d1-8846-2ff33751280d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.742189] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1197.742189] env[68986]: value = "task-3216805" [ 1197.742189] env[68986]: _type = "Task" [ 1197.742189] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.750528] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.007410] env[68986]: DEBUG oslo_vmware.api [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216804, 'name': PowerOnVM_Task, 'duration_secs': 0.462953} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.007808] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.007943] env[68986]: INFO nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1198.008204] env[68986]: DEBUG nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.009087] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbcd495-ee5b-4b57-90a6-6d6b6e69e675 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.087756] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.088486] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.088649] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.088970] env[68986]: DEBUG oslo_concurrency.lockutils [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.089200] env[68986]: DEBUG nova.network.neutron [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Refreshing network info cache for port 0c9e02b8-1b1c-466c-8c95-f23f59dd628e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.091080] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e521500-d661-445b-adb7-3d3c5c84dece {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.110897] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.111219] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.111422] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.111633] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.111857] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.112118] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.112382] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.112581] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.112797] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.113015] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.113290] env[68986]: DEBUG nova.virt.hardware [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.120387] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Reconfiguring VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1198.123567] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f8a23e-3119-4087-970b-ff47675faa45 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.144092] env[68986]: DEBUG oslo_vmware.api [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1198.144092] env[68986]: value = "task-3216806" [ 1198.144092] env[68986]: _type = "Task" [ 1198.144092] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.155078] env[68986]: DEBUG oslo_vmware.api [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216806, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.253535] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216805, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.325640] env[68986]: DEBUG nova.objects.instance [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lazy-loading 'flavor' on Instance uuid 2a44af1a-9f31-4fec-84aa-4156f3376b2f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.535209] env[68986]: INFO nova.compute.manager [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Took 15.34 seconds to build instance. [ 1198.654418] env[68986]: DEBUG oslo_vmware.api [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.753702] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516902} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.754455] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] c1d8b367-d18a-49a7-b0d2-e6becd971fac/c1d8b367-d18a-49a7-b0d2-e6becd971fac.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.754455] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.757089] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db3ef9fc-651f-466a-9f05-42827d5c15ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.765682] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1198.765682] env[68986]: value = "task-3216807" [ 1198.765682] env[68986]: _type = "Task" [ 1198.765682] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.779065] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.786259] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4e1bfa-31eb-42e2-8115-19c7c795d4b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.799095] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b339ab-057d-4653-bb77-d12aac40dfa6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.807200] env[68986]: DEBUG nova.network.neutron [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updated VIF entry in instance network info cache for port 0c9e02b8-1b1c-466c-8c95-f23f59dd628e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.807760] env[68986]: DEBUG nova.network.neutron [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "address": "fa:16:3e:6d:9a:49", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9e02b8-1b", "ovs_interfaceid": "0c9e02b8-1b1c-466c-8c95-f23f59dd628e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.855823] env[68986]: DEBUG oslo_concurrency.lockutils [req-bd993511-995a-4b86-abb5-16d01e8bcc7b req-9d52b3c1-9b5f-4020-a52c-af7b19a2456a service nova] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.856553] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d0c2d717-bf8a-4ffb-9bff-14a8b734734b tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.287s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.858535] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf6aff-afb5-496e-b73d-a2071da24f29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.870327] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927deb11-6507-4caf-8f99-a1604c3ac772 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.888073] env[68986]: DEBUG nova.compute.provider_tree [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.992970] env[68986]: INFO nova.compute.manager [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Rescuing [ 1198.993266] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.993420] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.993582] env[68986]: DEBUG nova.network.neutron [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.040697] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dc85db2e-5217-4913-af9a-ebc3c27fb43d tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.860s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.154742] env[68986]: DEBUG oslo_vmware.api [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.249020] env[68986]: DEBUG nova.compute.manager [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Received event network-changed-f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.249020] env[68986]: DEBUG nova.compute.manager [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Refreshing instance network info cache due to event network-changed-f16d5210-9e2c-4b8d-beea-2557bfc19498. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.249020] env[68986]: DEBUG oslo_concurrency.lockutils [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] Acquiring lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.249144] env[68986]: DEBUG oslo_concurrency.lockutils [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] Acquired lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.249215] env[68986]: DEBUG nova.network.neutron [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Refreshing network info cache for port f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.278082] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.278082] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.278544] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82150e14-efe2-4ba9-9032-876d53585929 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.301519] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] c1d8b367-d18a-49a7-b0d2-e6becd971fac/c1d8b367-d18a-49a7-b0d2-e6becd971fac.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.301826] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34aa5215-86a7-49cd-8c75-880b31b4e3dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.321245] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1199.321245] env[68986]: value = "task-3216808" [ 1199.321245] env[68986]: _type = "Task" [ 1199.321245] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.329675] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.390863] env[68986]: DEBUG nova.scheduler.client.report [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.656036] env[68986]: DEBUG oslo_vmware.api [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.728957] env[68986]: DEBUG nova.network.neutron [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.832616] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.900125] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.298s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.927828] env[68986]: INFO nova.network.neutron [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating port 056d900b-3671-42bb-830e-f9e9ebf1ff12 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1199.965658] env[68986]: DEBUG nova.network.neutron [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updated VIF entry in instance network info cache for port f16d5210-9e2c-4b8d-beea-2557bfc19498. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.966056] env[68986]: DEBUG nova.network.neutron [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updating instance_info_cache with network_info: [{"id": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "address": "fa:16:3e:17:3b:8a", "network": {"id": "ec500cae-1e3a-46b7-b155-baea2974a5cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1652282816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f0447ba9f4b4fb09e7c79840719666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16d5210-9e", "ovs_interfaceid": "f16d5210-9e2c-4b8d-beea-2557bfc19498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.156574] env[68986]: DEBUG oslo_vmware.api [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216806, 'name': ReconfigVM_Task, 'duration_secs': 1.761169} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.157537] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.157803] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Reconfigured VM to attach interface {{(pid=68986) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1200.231341] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.331500] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.468923] env[68986]: DEBUG oslo_concurrency.lockutils [req-f4572f2d-034a-4654-9a0d-a2d0d9df17a8 req-4d31631a-5271-452a-b320-14527e5edfbb service nova] Releasing lock "refresh_cache-3f552f18-27d7-4062-9903-9c99ce260b54" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.662822] env[68986]: DEBUG oslo_concurrency.lockutils [None req-12af4043-bc44-490b-b792-1aebb4f7597e tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.103s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.832063] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216808, 'name': ReconfigVM_Task, 'duration_secs': 1.393177} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.832340] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Reconfigured VM instance instance-00000073 to attach disk [datastore1] c1d8b367-d18a-49a7-b0d2-e6becd971fac/c1d8b367-d18a-49a7-b0d2-e6becd971fac.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.833334] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bb72c91-a97a-4956-9b6a-4dc25eb4ef28 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.839255] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1200.839255] env[68986]: value = "task-3216809" [ 1200.839255] env[68986]: _type = "Task" [ 1200.839255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.847311] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216809, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.330766] env[68986]: DEBUG nova.compute.manager [req-4a7fa444-a6c4-4bd7-b7ec-c728b86caf25 req-5f500500-0c14-408c-9a8c-4671a5f7e178 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-vif-plugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.331037] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a7fa444-a6c4-4bd7-b7ec-c728b86caf25 req-5f500500-0c14-408c-9a8c-4671a5f7e178 service nova] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.331617] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a7fa444-a6c4-4bd7-b7ec-c728b86caf25 req-5f500500-0c14-408c-9a8c-4671a5f7e178 service nova] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.331799] env[68986]: DEBUG oslo_concurrency.lockutils [req-4a7fa444-a6c4-4bd7-b7ec-c728b86caf25 req-5f500500-0c14-408c-9a8c-4671a5f7e178 service nova] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.331972] env[68986]: DEBUG nova.compute.manager [req-4a7fa444-a6c4-4bd7-b7ec-c728b86caf25 req-5f500500-0c14-408c-9a8c-4671a5f7e178 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] No waiting events found dispatching network-vif-plugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.332324] env[68986]: WARNING nova.compute.manager [req-4a7fa444-a6c4-4bd7-b7ec-c728b86caf25 req-5f500500-0c14-408c-9a8c-4671a5f7e178 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received unexpected event network-vif-plugged-056d900b-3671-42bb-830e-f9e9ebf1ff12 for instance with vm_state shelved_offloaded and task_state spawning. [ 1201.348945] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216809, 'name': Rename_Task, 'duration_secs': 0.167963} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.349213] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.349448] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99c6d293-c9df-4c3c-a253-024904b1d5b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.354980] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1201.354980] env[68986]: value = "task-3216810" [ 1201.354980] env[68986]: _type = "Task" [ 1201.354980] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.362463] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.418486] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.418703] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.418929] env[68986]: DEBUG nova.network.neutron [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.767282] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.767610] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c718099b-53aa-4894-8f75-e9a1244984e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.776033] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1201.776033] env[68986]: value = "task-3216811" [ 1201.776033] env[68986]: _type = "Task" [ 1201.776033] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.785449] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.866160] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.131073] env[68986]: DEBUG nova.network.neutron [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056d900b-36", "ovs_interfaceid": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.284732] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216811, 'name': PowerOffVM_Task, 'duration_secs': 0.250992} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.285017] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.285834] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a392ed02-6120-464b-82b0-29e3bfea5f38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.306639] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "interface-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.306898] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.308850] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e16c1e6-8a5e-4223-b093-a0dc21c2c83a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.343764] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.344070] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1254237a-05a8-40e2-95c1-c908bbfcd0ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.350215] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1202.350215] env[68986]: value = "task-3216812" [ 1202.350215] env[68986]: _type = "Task" [ 1202.350215] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.362806] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1202.362978] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.363231] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.363374] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.363546] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.363767] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e519bc6-7cad-4a56-ab8a-8c9798214aee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.369652] env[68986]: DEBUG oslo_vmware.api [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216810, 'name': PowerOnVM_Task, 'duration_secs': 0.973033} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.369877] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.370086] env[68986]: INFO nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1202.370266] env[68986]: DEBUG nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.370972] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418f582a-8e91-4ab3-9ae8-d3d04935eb10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.373929] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.374114] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.375089] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff9ae7b-bf62-4bc6-a7ea-0483e570d552 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.384146] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1202.384146] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b0b50-4f90-b532-c113-0e91bafce938" [ 1202.384146] env[68986]: _type = "Task" [ 1202.384146] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.391710] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b0b50-4f90-b532-c113-0e91bafce938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.634412] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.657934] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bdc1e4f316a5e5105ac0268f45b2e0da',container_format='bare',created_at=2025-04-03T01:45:57Z,direct_url=,disk_format='vmdk',id=0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1568410097-shelved',owner='76eb176ab19c4d8bb2fbb931d079a92d',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T01:46:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.658191] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.658348] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.658526] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.658670] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.658834] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.659072] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.659240] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.659407] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.659566] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.659737] env[68986]: DEBUG nova.virt.hardware [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.660631] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ece39b-ca33-4a5b-bebe-acfa3f3ee463 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.668300] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9762359a-8f87-4641-84ca-7a3f7c01e20a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.683899] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:7b:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '056d900b-3671-42bb-830e-f9e9ebf1ff12', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.691133] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.691376] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.691576] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d60608-bf88-4ffd-b4ea-61e42f0f8a94 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.709574] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.709574] env[68986]: value = "task-3216813" [ 1202.709574] env[68986]: _type = "Task" [ 1202.709574] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.716890] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216813, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.813285] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.813473] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.814381] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313e5d7e-8c26-4c72-9b68-8c368e7a3007 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.832377] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2994cc1-6d9f-4294-89e6-fe2a037754eb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.859181] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Reconfiguring VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1202.859512] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06010d5-0622-4153-ae77-ad6284355c23 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.878544] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1202.878544] env[68986]: value = "task-3216814" [ 1202.878544] env[68986]: _type = "Task" [ 1202.878544] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.890466] env[68986]: INFO nova.compute.manager [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Took 15.54 seconds to build instance. [ 1202.894601] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.900730] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b0b50-4f90-b532-c113-0e91bafce938, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.901603] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237f4db9-a761-4207-8f1e-933defb132ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.906622] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1202.906622] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522c3d6b-3bad-2771-b11b-baf51274e7c8" [ 1202.906622] env[68986]: _type = "Task" [ 1202.906622] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.915319] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522c3d6b-3bad-2771-b11b-baf51274e7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.219946] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216813, 'name': CreateVM_Task, 'duration_secs': 0.314163} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.220139] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.220854] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.221023] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.221412] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.221661] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f11c21-4bb7-45f8-a409-45fefd129078 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.226372] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1203.226372] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5297b252-35a7-7911-6fa9-c67197ba00e3" [ 1203.226372] env[68986]: _type = "Task" [ 1203.226372] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.233859] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5297b252-35a7-7911-6fa9-c67197ba00e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.359709] env[68986]: DEBUG nova.compute.manager [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.360014] env[68986]: DEBUG nova.compute.manager [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing instance network info cache due to event network-changed-056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.360265] env[68986]: DEBUG oslo_concurrency.lockutils [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] Acquiring lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.360320] env[68986]: DEBUG oslo_concurrency.lockutils [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] Acquired lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.360457] env[68986]: DEBUG nova.network.neutron [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Refreshing network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.387953] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.395510] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c1a99a19-1aba-4e09-89fb-b7128ae46ef6 tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.057s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.416974] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]522c3d6b-3bad-2771-b11b-baf51274e7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.020947} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.417234] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.417498] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. {{(pid=68986) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1203.417762] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bbca569-effe-4fcc-83bf-3260adf2243b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.423418] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1203.423418] env[68986]: value = "task-3216815" [ 1203.423418] env[68986]: _type = "Task" [ 1203.423418] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.431321] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.739705] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.740040] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Processing image 0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.740317] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.740454] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.740634] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.740931] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f172a571-ae1d-4503-b667-0b6c4027f32c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.751706] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.752877] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.752877] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9feee686-1b99-4ef7-9e36-5a8e45b94461 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.760223] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1203.760223] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f0a60d-ec06-600b-19bb-178aa9dd3c8c" [ 1203.760223] env[68986]: _type = "Task" [ 1203.760223] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.770842] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f0a60d-ec06-600b-19bb-178aa9dd3c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.892592] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.933782] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216815, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.139240] env[68986]: DEBUG nova.network.neutron [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updated VIF entry in instance network info cache for port 056d900b-3671-42bb-830e-f9e9ebf1ff12. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.139626] env[68986]: DEBUG nova.network.neutron [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [{"id": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "address": "fa:16:3e:fe:7b:17", "network": {"id": "7401a1d9-2b18-4a3e-ac4a-53d6b610740a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2117522141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76eb176ab19c4d8bb2fbb931d079a92d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056d900b-36", "ovs_interfaceid": "056d900b-3671-42bb-830e-f9e9ebf1ff12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.270478] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Preparing fetch location {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1204.270691] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Fetch image to [datastore1] OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6/OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6.vmdk {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1204.270879] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Downloading stream optimized image 0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d to [datastore1] OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6/OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6.vmdk on the data store datastore1 as vApp {{(pid=68986) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1204.271066] env[68986]: DEBUG nova.virt.vmwareapi.images [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Downloading image file data 0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d to the ESX as VM named 'OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6' {{(pid=68986) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1204.339099] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1204.339099] env[68986]: value = "resgroup-9" [ 1204.339099] env[68986]: _type = "ResourcePool" [ 1204.339099] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1204.339384] env[68986]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c117c701-baae-4589-b605-22ff8e7eca37 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.358655] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease: (returnval){ [ 1204.358655] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ec1cfc-467e-03a9-0a2b-6d47af199c68" [ 1204.358655] env[68986]: _type = "HttpNfcLease" [ 1204.358655] env[68986]: } obtained for vApp import into resource pool (val){ [ 1204.358655] env[68986]: value = "resgroup-9" [ 1204.358655] env[68986]: _type = "ResourcePool" [ 1204.358655] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1204.358937] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the lease: (returnval){ [ 1204.358937] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ec1cfc-467e-03a9-0a2b-6d47af199c68" [ 1204.358937] env[68986]: _type = "HttpNfcLease" [ 1204.358937] env[68986]: } to be ready. {{(pid=68986) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1204.364644] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.364644] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ec1cfc-467e-03a9-0a2b-6d47af199c68" [ 1204.364644] env[68986]: _type = "HttpNfcLease" [ 1204.364644] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.389015] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.433909] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586619} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.434190] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk. [ 1204.434970] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2863a966-93f3-496d-bc98-2a569d4b29f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.463276] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.463574] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0611a351-8e19-4f49-ba2b-b6537d6a209e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.481012] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1204.481012] env[68986]: value = "task-3216817" [ 1204.481012] env[68986]: _type = "Task" [ 1204.481012] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.488611] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.584463] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.584681] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.584892] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.585097] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.585280] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.587595] env[68986]: INFO nova.compute.manager [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Terminating instance [ 1204.642204] env[68986]: DEBUG oslo_concurrency.lockutils [req-475d7bfc-6194-4985-9627-f4ff656a2a59 req-8b9380c6-c70c-4ff8-9aef-716afa4be279 service nova] Releasing lock "refresh_cache-f567d374-9fba-4392-acbb-3a8aaaf226ce" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.867069] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.867069] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ec1cfc-467e-03a9-0a2b-6d47af199c68" [ 1204.867069] env[68986]: _type = "HttpNfcLease" [ 1204.867069] env[68986]: } is initializing. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.889882] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.990230] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.091322] env[68986]: DEBUG nova.compute.manager [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.091634] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.092525] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ab298-5477-44f5-ab78-cdee6acac662 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.100064] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.100305] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0072173b-c87b-4e19-a131-11b8e2a54ea7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.106054] env[68986]: DEBUG oslo_vmware.api [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1205.106054] env[68986]: value = "task-3216818" [ 1205.106054] env[68986]: _type = "Task" [ 1205.106054] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.114434] env[68986]: DEBUG oslo_vmware.api [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.367665] env[68986]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.367665] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ec1cfc-467e-03a9-0a2b-6d47af199c68" [ 1205.367665] env[68986]: _type = "HttpNfcLease" [ 1205.367665] env[68986]: } is ready. {{(pid=68986) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1205.368106] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1205.368106] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ec1cfc-467e-03a9-0a2b-6d47af199c68" [ 1205.368106] env[68986]: _type = "HttpNfcLease" [ 1205.368106] env[68986]: }. {{(pid=68986) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1205.368666] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c2112-2ee3-4b2c-9048-71f23bf58512 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.376115] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd164e-8e56-454d-3719-6d20962dfc3f/disk-0.vmdk from lease info. {{(pid=68986) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1205.376288] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd164e-8e56-454d-3719-6d20962dfc3f/disk-0.vmdk. {{(pid=68986) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1205.440682] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.443653] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1fd8411b-dcdb-43d5-b24a-df287bc0e186 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.490668] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216817, 'name': ReconfigVM_Task, 'duration_secs': 0.562251} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.490962] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f/93897401-7d29-4984-a096-318e7b4ac470-rescue.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.491851] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf90ee40-ab4d-4dd6-ba5e-17b80ee01a27 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.520202] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dfd040b-ecc5-47c3-87a0-14a6793d2091 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.535232] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1205.535232] env[68986]: value = "task-3216819" [ 1205.535232] env[68986]: _type = "Task" [ 1205.535232] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.542906] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.617869] env[68986]: DEBUG oslo_vmware.api [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216818, 'name': PowerOffVM_Task, 'duration_secs': 0.21318} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.618197] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.618393] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.618673] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e31d2148-2f05-4a69-8251-e7c69dfda9f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.679949] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.680277] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.680493] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleting the datastore file [datastore1] c1d8b367-d18a-49a7-b0d2-e6becd971fac {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.682271] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b552ca9-be6d-44f2-bdc7-dda9928bdd93 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.688573] env[68986]: DEBUG oslo_vmware.api [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for the task: (returnval){ [ 1205.688573] env[68986]: value = "task-3216821" [ 1205.688573] env[68986]: _type = "Task" [ 1205.688573] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.698440] env[68986]: DEBUG oslo_vmware.api [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.946574] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.044493] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216819, 'name': ReconfigVM_Task, 'duration_secs': 0.27236} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.046073] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.046335] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc8a5bf9-845f-464e-a197-28749ab1993c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.052754] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1206.052754] env[68986]: value = "task-3216822" [ 1206.052754] env[68986]: _type = "Task" [ 1206.052754] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.062768] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.201255] env[68986]: DEBUG oslo_vmware.api [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Task: {'id': task-3216821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208582} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.201473] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.201706] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.201917] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.202153] env[68986]: INFO nova.compute.manager [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1206.202410] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.202732] env[68986]: DEBUG nova.compute.manager [-] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.202732] env[68986]: DEBUG nova.network.neutron [-] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.446742] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.491862] env[68986]: DEBUG nova.compute.manager [req-01ac175e-e289-4911-b775-d84c5e7db3cc req-10b5a299-0311-4c3b-aefa-b4236c00e0e2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Received event network-vif-deleted-0a83a63b-daf5-4c27-a296-2267d2dcec57 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.492100] env[68986]: INFO nova.compute.manager [req-01ac175e-e289-4911-b775-d84c5e7db3cc req-10b5a299-0311-4c3b-aefa-b4236c00e0e2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Neutron deleted interface 0a83a63b-daf5-4c27-a296-2267d2dcec57; detaching it from the instance and deleting it from the info cache [ 1206.492278] env[68986]: DEBUG nova.network.neutron [req-01ac175e-e289-4911-b775-d84c5e7db3cc req-10b5a299-0311-4c3b-aefa-b4236c00e0e2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.563033] env[68986]: DEBUG oslo_vmware.api [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216822, 'name': PowerOnVM_Task, 'duration_secs': 0.491578} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.563402] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.565689] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Completed reading data from the image iterator. {{(pid=68986) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1206.565866] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd164e-8e56-454d-3719-6d20962dfc3f/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1206.566687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d4e287-f94c-443b-9e85-536fa9db93f6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.569964] env[68986]: DEBUG nova.compute.manager [None req-c94c494e-5b85-40a3-afc9-0bda2d7220d9 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.570713] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c2246-b378-4d0a-b93b-d7d090a2acca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.576184] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd164e-8e56-454d-3719-6d20962dfc3f/disk-0.vmdk is in state: ready. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1206.576340] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd164e-8e56-454d-3719-6d20962dfc3f/disk-0.vmdk. {{(pid=68986) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1206.577781] env[68986]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d1ff084c-faa3-4040-afb6-a753446698f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.768470] env[68986]: DEBUG oslo_vmware.rw_handles [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd164e-8e56-454d-3719-6d20962dfc3f/disk-0.vmdk. {{(pid=68986) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1206.768698] env[68986]: INFO nova.virt.vmwareapi.images [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Downloaded image file data 0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d [ 1206.769615] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5268505-e8c4-48e0-a669-165fa37e079b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.785860] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fef8bd87-a2a4-4fdc-a9a9-efc6abc9e8dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.817013] env[68986]: INFO nova.virt.vmwareapi.images [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] The imported VM was unregistered [ 1206.819487] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Caching image {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1206.819713] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.820019] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a4e146f-89dd-4046-96e1-bd1cb9b687b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.852365] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Created directory with path [datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.852548] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6/OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6.vmdk to [datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d.vmdk. {{(pid=68986) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1206.852798] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bffae0ff-1fcf-4ec6-9b1f-c2ac798bf772 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.859488] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1206.859488] env[68986]: value = "task-3216824" [ 1206.859488] env[68986]: _type = "Task" [ 1206.859488] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.866813] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.944627] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.974696] env[68986]: DEBUG nova.network.neutron [-] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.996235] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e63640b-f013-4505-815a-978e01f30a98 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.006176] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62555d-6ca9-4f3f-9c26-7745b8ecdc54 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.038998] env[68986]: DEBUG nova.compute.manager [req-01ac175e-e289-4911-b775-d84c5e7db3cc req-10b5a299-0311-4c3b-aefa-b4236c00e0e2 service nova] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Detach interface failed, port_id=0a83a63b-daf5-4c27-a296-2267d2dcec57, reason: Instance c1d8b367-d18a-49a7-b0d2-e6becd971fac could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.369591] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.444199] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.476935] env[68986]: INFO nova.compute.manager [-] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Took 1.27 seconds to deallocate network for instance. [ 1207.870852] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.946028] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.987042] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.987042] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.987042] env[68986]: DEBUG nova.objects.instance [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lazy-loading 'resources' on Instance uuid c1d8b367-d18a-49a7-b0d2-e6becd971fac {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.235738] env[68986]: INFO nova.compute.manager [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Unrescuing [ 1208.236068] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.236226] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquired lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.236394] env[68986]: DEBUG nova.network.neutron [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.371103] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.446080] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.639649] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5667170e-f09c-4197-ba93-8f865cef2776 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.648031] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ed5c64-ebb9-4479-8abc-28faa86b4c08 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.678623] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad9b778-091f-434c-b018-b59695af54b7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.688605] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f55cc-f55f-4600-975f-3329109b8d23 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.702243] env[68986]: DEBUG nova.compute.provider_tree [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.871049] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.951503] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.023364] env[68986]: DEBUG nova.network.neutron [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.206019] env[68986]: DEBUG nova.scheduler.client.report [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.372530] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.448187] env[68986]: DEBUG oslo_vmware.api [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216814, 'name': ReconfigVM_Task, 'duration_secs': 6.292609} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.448449] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.448662] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Reconfigured VM to detach interface {{(pid=68986) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1209.528068] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Releasing lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.528068] env[68986]: DEBUG nova.objects.instance [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lazy-loading 'flavor' on Instance uuid 2a44af1a-9f31-4fec-84aa-4156f3376b2f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.712079] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.732358] env[68986]: INFO nova.scheduler.client.report [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Deleted allocations for instance c1d8b367-d18a-49a7-b0d2-e6becd971fac [ 1209.871967] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.033468] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5feca9-7b84-4dd7-bffa-2032e27054a8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.058181] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.058516] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472eccad-ea83-47a0-aaa1-d13747db8c57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.064823] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1210.064823] env[68986]: value = "task-3216825" [ 1210.064823] env[68986]: _type = "Task" [ 1210.064823] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.072460] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.241279] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7bbae7c5-d4ca-4c3c-a61c-b27ea3fde82d tempest-ServerDiskConfigTestJSON-1349462126 tempest-ServerDiskConfigTestJSON-1349462126-project-member] Lock "c1d8b367-d18a-49a7-b0d2-e6becd971fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.656s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.374305] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216824, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.208785} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.374583] env[68986]: INFO nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6/OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6.vmdk to [datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d.vmdk. [ 1210.374777] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Cleaning up location [datastore1] OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1210.374940] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f521dc53-9cb5-4b47-bcd1-83e126e59cf6 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.375209] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abedb8b1-3ad8-41f8-a654-fd971ac7e14f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.380772] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1210.380772] env[68986]: value = "task-3216826" [ 1210.380772] env[68986]: _type = "Task" [ 1210.380772] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.387976] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.575115] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216825, 'name': PowerOffVM_Task, 'duration_secs': 0.302655} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.575382] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.580620] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.580888] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9887a3d4-bbcf-4232-9cc9-98c37be9a229 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.598315] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1210.598315] env[68986]: value = "task-3216827" [ 1210.598315] env[68986]: _type = "Task" [ 1210.598315] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.605543] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.665118] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.665368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.665572] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.665784] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.665907] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.668037] env[68986]: INFO nova.compute.manager [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Terminating instance [ 1210.758128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.758440] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquired lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.758511] env[68986]: DEBUG nova.network.neutron [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.890496] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040401} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.890796] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.890997] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.891310] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d.vmdk to [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.891595] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0e0ee2-f9c1-4d1a-9dd7-e50cc1839608 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.898113] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1210.898113] env[68986]: value = "task-3216828" [ 1210.898113] env[68986]: _type = "Task" [ 1210.898113] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.905995] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.108641] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216827, 'name': ReconfigVM_Task, 'duration_secs': 0.224679} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.108826] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.109082] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.109389] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f629ecd-dc6a-4bd4-a53d-5d4ab151f2ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.115897] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1211.115897] env[68986]: value = "task-3216829" [ 1211.115897] env[68986]: _type = "Task" [ 1211.115897] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.124582] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.171645] env[68986]: DEBUG nova.compute.manager [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.171950] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.172957] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416afdc-037a-4e25-bb2d-92d4ce8d920e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.180796] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.181124] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e33f502d-cae9-44a5-a2da-edc176c5e54c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.188520] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1211.188520] env[68986]: value = "task-3216830" [ 1211.188520] env[68986]: _type = "Task" [ 1211.188520] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.197055] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.407792] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216828, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.480980] env[68986]: INFO nova.network.neutron [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Port 0c9e02b8-1b1c-466c-8c95-f23f59dd628e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1211.481501] env[68986]: DEBUG nova.network.neutron [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [{"id": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "address": "fa:16:3e:a3:05:33", "network": {"id": "8724e937-d410-4a08-9089-5b7ed5ae80cc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1465026662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b08b50273414ae397bccc9939ba05ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0e03b-93", "ovs_interfaceid": "fbd0e03b-9354-47cc-9eea-f4a05fdb9c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.626063] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216829, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.697763] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.908709] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216828, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.985170] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Releasing lock "refresh_cache-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.129837] env[68986]: DEBUG oslo_vmware.api [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216829, 'name': PowerOnVM_Task, 'duration_secs': 0.856548} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.130139] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.130377] env[68986]: DEBUG nova.compute.manager [None req-f39f2525-f987-4fa9-a6c7-041323e6061c tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.131214] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2374cd-6679-4585-a396-b9768433de7a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.199140] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216830, 'name': PowerOffVM_Task, 'duration_secs': 0.999995} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.199426] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.199589] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.199843] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348c0616-9bf5-417f-977a-8ffae03d7985 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.359744] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.359995] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.360204] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleting the datastore file [datastore1] 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.360480] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7e3030-52d3-4c46-bb14-8f48806735fa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.368132] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1212.368132] env[68986]: value = "task-3216832" [ 1212.368132] env[68986]: _type = "Task" [ 1212.368132] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.376130] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.410231] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216828, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.439043] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.439334] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.439554] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.439777] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.440451] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.442844] env[68986]: INFO nova.compute.manager [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Terminating instance [ 1212.493793] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d2bc0318-9690-46da-971b-edd6eaae93b8 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "interface-2e1e3fe6-2e1d-479e-83a3-6faaa9c04804-0c9e02b8-1b1c-466c-8c95-f23f59dd628e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.186s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.883762] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.910906] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216828, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.948529] env[68986]: DEBUG nova.compute.manager [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.948764] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.949822] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396fda4a-1bba-462d-8b46-044c63a5d332 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.957734] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.957998] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc68760c-dbfd-4c7a-8349-f6b20987b108 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.964290] env[68986]: DEBUG oslo_vmware.api [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1212.964290] env[68986]: value = "task-3216833" [ 1212.964290] env[68986]: _type = "Task" [ 1212.964290] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.973867] env[68986]: DEBUG oslo_vmware.api [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.295906] env[68986]: DEBUG nova.compute.manager [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Received event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.296200] env[68986]: DEBUG nova.compute.manager [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing instance network info cache due to event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.296431] env[68986]: DEBUG oslo_concurrency.lockutils [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] Acquiring lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.296567] env[68986]: DEBUG oslo_concurrency.lockutils [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] Acquired lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.296729] env[68986]: DEBUG nova.network.neutron [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.379385] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.412390] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216828, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.40618} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.412694] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d/0dddd3a7-28df-4ef3-9a47-fdf795b6ec4d.vmdk to [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.414010] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb4384-df8e-43aa-b3fd-b4aeb40a7ae3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.436183] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.436861] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d35f4400-4e35-46c6-b2b7-a2b96249f782 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.463611] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1213.463611] env[68986]: value = "task-3216834" [ 1213.463611] env[68986]: _type = "Task" [ 1213.463611] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.479614] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.484987] env[68986]: DEBUG oslo_vmware.api [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216833, 'name': PowerOffVM_Task, 'duration_secs': 0.403605} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.485316] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.485631] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.485886] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ac45cb2-d628-4ea5-80bc-ae73ec4abe87 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.546312] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.546547] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.546703] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleting the datastore file [datastore1] 8e6f0972-2f79-4b96-801a-9c0571878783 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.546981] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35bd32aa-2d47-4cc6-a547-9cdc55db0050 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.553464] env[68986]: DEBUG oslo_vmware.api [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for the task: (returnval){ [ 1213.553464] env[68986]: value = "task-3216836" [ 1213.553464] env[68986]: _type = "Task" [ 1213.553464] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.561144] env[68986]: DEBUG oslo_vmware.api [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.879703] env[68986]: DEBUG oslo_vmware.api [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.249443} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.879986] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.880243] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.880550] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.880622] env[68986]: INFO nova.compute.manager [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1213.880830] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.881027] env[68986]: DEBUG nova.compute.manager [-] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.881129] env[68986]: DEBUG nova.network.neutron [-] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.977688] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.066121] env[68986]: DEBUG oslo_vmware.api [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.111948] env[68986]: DEBUG nova.network.neutron [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updated VIF entry in instance network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.112418] env[68986]: DEBUG nova.network.neutron [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.476611] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216834, 'name': ReconfigVM_Task, 'duration_secs': 0.781393} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.476970] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce/f567d374-9fba-4392-acbb-3a8aaaf226ce.vmdk or device None with type streamOptimized {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.477793] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba13c395-1480-44fd-98fe-1ebf596e8c40 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.484573] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1214.484573] env[68986]: value = "task-3216837" [ 1214.484573] env[68986]: _type = "Task" [ 1214.484573] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.492393] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216837, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.564535] env[68986]: DEBUG oslo_vmware.api [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Task: {'id': task-3216836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.569282} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.564921] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.565219] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.565425] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.565687] env[68986]: INFO nova.compute.manager [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1214.565945] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.566158] env[68986]: DEBUG nova.compute.manager [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.566254] env[68986]: DEBUG nova.network.neutron [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.619645] env[68986]: DEBUG oslo_concurrency.lockutils [req-e73f7959-be19-4df5-a138-ea8f568a5c6f req-36a15429-04f7-41de-8cdc-9a6edc03bee2 service nova] Releasing lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.000108] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216837, 'name': Rename_Task, 'duration_secs': 0.276407} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.000951] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.001640] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ab812ac-20f8-4f92-81d9-a975696adcdd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.007857] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1215.007857] env[68986]: value = "task-3216838" [ 1215.007857] env[68986]: _type = "Task" [ 1215.007857] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.019995] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.072130] env[68986]: DEBUG nova.network.neutron [-] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.287340] env[68986]: DEBUG nova.compute.manager [req-af4f64f1-b843-4bf0-bcaa-651d0fc8dc69 req-975db357-ae4a-40f0-93ec-88eb154656a8 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Received event network-vif-deleted-b4500e92-433a-4889-ae52-295f00e138cd {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.287648] env[68986]: INFO nova.compute.manager [req-af4f64f1-b843-4bf0-bcaa-651d0fc8dc69 req-975db357-ae4a-40f0-93ec-88eb154656a8 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Neutron deleted interface b4500e92-433a-4889-ae52-295f00e138cd; detaching it from the instance and deleting it from the info cache [ 1215.287926] env[68986]: DEBUG nova.network.neutron [req-af4f64f1-b843-4bf0-bcaa-651d0fc8dc69 req-975db357-ae4a-40f0-93ec-88eb154656a8 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.338849] env[68986]: DEBUG nova.compute.manager [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Received event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.339238] env[68986]: DEBUG nova.compute.manager [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing instance network info cache due to event network-changed-bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.339507] env[68986]: DEBUG oslo_concurrency.lockutils [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] Acquiring lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.339682] env[68986]: DEBUG oslo_concurrency.lockutils [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] Acquired lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.339857] env[68986]: DEBUG nova.network.neutron [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Refreshing network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.519674] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.574404] env[68986]: INFO nova.compute.manager [-] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Took 1.69 seconds to deallocate network for instance. [ 1215.674136] env[68986]: DEBUG nova.network.neutron [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.792343] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fbf30d4-99a6-4968-b035-c6b8a29fa8de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.802267] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb05741-146f-474d-8ee1-d23b1facd86a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.833415] env[68986]: DEBUG nova.compute.manager [req-af4f64f1-b843-4bf0-bcaa-651d0fc8dc69 req-975db357-ae4a-40f0-93ec-88eb154656a8 service nova] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Detach interface failed, port_id=b4500e92-433a-4889-ae52-295f00e138cd, reason: Instance 8e6f0972-2f79-4b96-801a-9c0571878783 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.022925] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216838, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.081960] env[68986]: DEBUG nova.network.neutron [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updated VIF entry in instance network info cache for port bccdbcdc-2f89-48e7-9401-1325cfe377bf. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.082292] env[68986]: DEBUG nova.network.neutron [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [{"id": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "address": "fa:16:3e:15:b0:e9", "network": {"id": "e58a7ca0-96b8-47d9-9404-b93cdaa86fd4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283922451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea7c27eaf42d6bd2beed2e4c32ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccdbcdc-2f", "ovs_interfaceid": "bccdbcdc-2f89-48e7-9401-1325cfe377bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.084128] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.084409] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.084570] env[68986]: DEBUG nova.objects.instance [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'resources' on Instance uuid 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.177568] env[68986]: INFO nova.compute.manager [-] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Took 1.61 seconds to deallocate network for instance. [ 1216.524599] env[68986]: DEBUG oslo_vmware.api [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216838, 'name': PowerOnVM_Task, 'duration_secs': 1.068109} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.524599] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.586576] env[68986]: DEBUG oslo_concurrency.lockutils [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] Releasing lock "refresh_cache-2a44af1a-9f31-4fec-84aa-4156f3376b2f" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.586847] env[68986]: DEBUG nova.compute.manager [req-08d767c0-a1a1-45f2-9fc3-e92d87d6739a req-bb217a4f-1849-4608-8435-60c12ca6e47d service nova] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Received event network-vif-deleted-fbd0e03b-9354-47cc-9eea-f4a05fdb9c54 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.683569] env[68986]: DEBUG nova.compute.manager [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.684785] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.685604] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11188f26-d907-4a27-843d-c6afbcd6ffd1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.739099] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d705c8c0-4ef5-42ce-bb15-c99082d79eb5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.748107] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad047be-739c-4f30-8050-36ae86b41875 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.778185] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f21c62-651c-4951-a919-17e0d11c8b17 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.785819] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d501ce-ecaf-4bb4-9c0f-77a0be7a4485 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.800294] env[68986]: DEBUG nova.compute.provider_tree [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.206483] env[68986]: DEBUG oslo_concurrency.lockutils [None req-917e9696-6996-4fd9-a4f8-0f526fe7dca5 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.632s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.303588] env[68986]: DEBUG nova.scheduler.client.report [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.641963] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.642219] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.808518] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.810882] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.126s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.811160] env[68986]: DEBUG nova.objects.instance [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lazy-loading 'resources' on Instance uuid 8e6f0972-2f79-4b96-801a-9c0571878783 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.834913] env[68986]: INFO nova.scheduler.client.report [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted allocations for instance 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804 [ 1218.148251] env[68986]: DEBUG nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.345804] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a5c909b2-9cdb-4fef-8dad-7fc15a82dcf3 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "2e1e3fe6-2e1d-479e-83a3-6faaa9c04804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.680s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.398296] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.398553] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.398762] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.398972] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.399155] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.401436] env[68986]: INFO nova.compute.manager [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Terminating instance [ 1218.451120] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2301e822-f922-47aa-8beb-3c75f43306c4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.458597] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b38d1d-bd21-4424-a3a7-9e1feee8e0a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.489305] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6223e-2a71-469e-96af-c515c5342eed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.500018] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1174c-76c2-41e0-bc72-394d27f439c2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.509723] env[68986]: DEBUG nova.compute.provider_tree [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.528676] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "06addf9e-15f9-4840-80fb-fa50408bdbca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.528900] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.529153] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.529347] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.529509] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.531489] env[68986]: INFO nova.compute.manager [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Terminating instance [ 1218.665089] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.907028] env[68986]: DEBUG nova.compute.manager [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.907372] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.908337] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09396e2e-93dd-4177-a48d-fe4e8b6c868e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.916277] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.916515] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f42f309-c192-4be9-a5c9-066fe4a453ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.922397] env[68986]: DEBUG oslo_vmware.api [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1218.922397] env[68986]: value = "task-3216839" [ 1218.922397] env[68986]: _type = "Task" [ 1218.922397] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.929624] env[68986]: DEBUG oslo_vmware.api [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.012905] env[68986]: DEBUG nova.scheduler.client.report [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.035382] env[68986]: DEBUG nova.compute.manager [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.035654] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.036597] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e695f9-4686-446b-99e7-e2f917dc0b04 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.044520] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.044751] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7747a0b0-5615-4ee2-a1f4-895c7588a6db {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.050751] env[68986]: DEBUG oslo_vmware.api [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1219.050751] env[68986]: value = "task-3216840" [ 1219.050751] env[68986]: _type = "Task" [ 1219.050751] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.058441] env[68986]: DEBUG oslo_vmware.api [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.432035] env[68986]: DEBUG oslo_vmware.api [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216839, 'name': PowerOffVM_Task, 'duration_secs': 0.24202} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.432389] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.432389] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.432622] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8da5131-70e6-43e7-9fc8-280acb62a961 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.498847] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.499131] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.499336] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleting the datastore file [datastore1] f567d374-9fba-4392-acbb-3a8aaaf226ce {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.499602] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5612814-db9e-48f5-b01f-306d88b7b6a9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.505832] env[68986]: DEBUG oslo_vmware.api [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for the task: (returnval){ [ 1219.505832] env[68986]: value = "task-3216842" [ 1219.505832] env[68986]: _type = "Task" [ 1219.505832] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.513431] env[68986]: DEBUG oslo_vmware.api [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.518276] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.520563] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.856s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.522172] env[68986]: INFO nova.compute.claims [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.538887] env[68986]: INFO nova.scheduler.client.report [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Deleted allocations for instance 8e6f0972-2f79-4b96-801a-9c0571878783 [ 1219.562266] env[68986]: DEBUG oslo_vmware.api [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216840, 'name': PowerOffVM_Task, 'duration_secs': 0.184768} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.562541] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.562708] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.562962] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c14d445-56d7-48d6-aaed-3c67160cad2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.627852] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.628098] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.628362] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleting the datastore file [datastore2] 06addf9e-15f9-4840-80fb-fa50408bdbca {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.628680] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f12f0c3c-0693-4aef-af3f-ce3559d6ed93 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.635857] env[68986]: DEBUG oslo_vmware.api [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for the task: (returnval){ [ 1219.635857] env[68986]: value = "task-3216844" [ 1219.635857] env[68986]: _type = "Task" [ 1219.635857] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.645120] env[68986]: DEBUG oslo_vmware.api [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.017855] env[68986]: DEBUG oslo_vmware.api [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Task: {'id': task-3216842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187346} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.018133] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.018320] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.018492] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.018682] env[68986]: INFO nova.compute.manager [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1220.018921] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.019155] env[68986]: DEBUG nova.compute.manager [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.019267] env[68986]: DEBUG nova.network.neutron [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.047621] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6dd65be-9766-4c02-ae11-ef6505c5a7a4 tempest-AttachVolumeShelveTestJSON-204037174 tempest-AttachVolumeShelveTestJSON-204037174-project-member] Lock "8e6f0972-2f79-4b96-801a-9c0571878783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.608s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.146685] env[68986]: DEBUG oslo_vmware.api [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Task: {'id': task-3216844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229739} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.146979] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.147183] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.148496] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.148496] env[68986]: INFO nova.compute.manager [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1220.148496] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.148496] env[68986]: DEBUG nova.compute.manager [-] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.148496] env[68986]: DEBUG nova.network.neutron [-] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.435558] env[68986]: DEBUG nova.compute.manager [req-668463d5-fa7f-464d-9661-8377ff9eb673 req-176fe1bb-ca5e-4443-836c-448d91659532 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Received event network-vif-deleted-056d900b-3671-42bb-830e-f9e9ebf1ff12 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.435845] env[68986]: INFO nova.compute.manager [req-668463d5-fa7f-464d-9661-8377ff9eb673 req-176fe1bb-ca5e-4443-836c-448d91659532 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Neutron deleted interface 056d900b-3671-42bb-830e-f9e9ebf1ff12; detaching it from the instance and deleting it from the info cache [ 1220.436110] env[68986]: DEBUG nova.network.neutron [req-668463d5-fa7f-464d-9661-8377ff9eb673 req-176fe1bb-ca5e-4443-836c-448d91659532 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.497280] env[68986]: DEBUG nova.compute.manager [req-83004a59-513b-44bd-a56e-4d4d37e604d5 req-12ee3af3-e218-4536-9a26-c4b8b3467fbf service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Received event network-vif-deleted-2479ff9c-558d-4ae9-a02a-badeec735761 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.497509] env[68986]: INFO nova.compute.manager [req-83004a59-513b-44bd-a56e-4d4d37e604d5 req-12ee3af3-e218-4536-9a26-c4b8b3467fbf service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Neutron deleted interface 2479ff9c-558d-4ae9-a02a-badeec735761; detaching it from the instance and deleting it from the info cache [ 1220.497655] env[68986]: DEBUG nova.network.neutron [req-83004a59-513b-44bd-a56e-4d4d37e604d5 req-12ee3af3-e218-4536-9a26-c4b8b3467fbf service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.632388] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba40e6f-2216-440f-bff2-d21790c33274 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.640282] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64717c9d-feab-470f-bac2-629178ea6001 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.384584] env[68986]: DEBUG nova.network.neutron [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.386556] env[68986]: DEBUG nova.network.neutron [-] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.388185] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7d4328e-1db3-435d-b279-1ee23e16cb78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.390102] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44a82781-ec48-4690-a93e-9365fd75ba2f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.392447] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519d52a1-eb2c-4076-9843-2c93583e78fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.404237] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f084bd-86d1-4541-a376-39d275963f3f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.415133] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342ede8a-7ca7-40a7-8d77-82ef6512b9a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.428535] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee156eee-18e0-4570-b984-9bbe50b4f333 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.455028] env[68986]: DEBUG nova.compute.provider_tree [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.472809] env[68986]: DEBUG nova.compute.manager [req-668463d5-fa7f-464d-9661-8377ff9eb673 req-176fe1bb-ca5e-4443-836c-448d91659532 service nova] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Detach interface failed, port_id=056d900b-3671-42bb-830e-f9e9ebf1ff12, reason: Instance f567d374-9fba-4392-acbb-3a8aaaf226ce could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.473258] env[68986]: DEBUG nova.compute.manager [req-83004a59-513b-44bd-a56e-4d4d37e604d5 req-12ee3af3-e218-4536-9a26-c4b8b3467fbf service nova] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Detach interface failed, port_id=2479ff9c-558d-4ae9-a02a-badeec735761, reason: Instance 06addf9e-15f9-4840-80fb-fa50408bdbca could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.887683] env[68986]: INFO nova.compute.manager [-] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Took 1.87 seconds to deallocate network for instance. [ 1221.888098] env[68986]: INFO nova.compute.manager [-] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Took 1.74 seconds to deallocate network for instance. [ 1221.958123] env[68986]: DEBUG nova.scheduler.client.report [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.397889] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.398663] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.462622] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.942s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.463154] env[68986]: DEBUG nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.465908] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.068s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.466090] env[68986]: DEBUG nova.objects.instance [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lazy-loading 'resources' on Instance uuid f567d374-9fba-4392-acbb-3a8aaaf226ce {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.622174] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.622444] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.968783] env[68986]: DEBUG nova.compute.utils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.972938] env[68986]: DEBUG nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.973106] env[68986]: DEBUG nova.network.neutron [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.017142] env[68986]: DEBUG nova.policy [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640daf68073f47928b89d349e738dad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca993a410a8047c3ab9a434143913eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.068305] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2daf2ac-ade1-4328-9688-216d79e15b7d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.075811] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037cb39a-1e0d-4034-9d31-0a9cfd93cfb2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.105907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b951b268-87e6-4861-a366-c87379a887e3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.113114] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edaee03-bddf-46aa-801a-364843da6d89 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.126017] env[68986]: INFO nova.compute.manager [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Detaching volume 3e8714b3-2ee8-4e27-bcfa-791c119f3a59 [ 1223.128058] env[68986]: DEBUG nova.compute.provider_tree [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.158883] env[68986]: INFO nova.virt.block_device [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Attempting to driver detach volume 3e8714b3-2ee8-4e27-bcfa-791c119f3a59 from mountpoint /dev/sdb [ 1223.158883] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.159044] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643155', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'name': 'volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1329591-d2a7-4714-a066-5d721fba3b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'serial': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.159863] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2fcba-ed31-4588-8a26-fccb6dc1c9bb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.185274] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6614b7fb-e4ec-4a99-97c3-7670e229df51 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.192082] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dbebb1-ddad-4e56-a3ba-c4cab5400327 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.214350] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf20d5-cad0-4cd3-83e5-6e9407b7fe8d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.229918] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] The volume has not been displaced from its original location: [datastore2] volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59/volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1223.236254] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.236254] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85af5221-f8c4-46d6-98b1-ad915edb6038 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.254760] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1223.254760] env[68986]: value = "task-3216846" [ 1223.254760] env[68986]: _type = "Task" [ 1223.254760] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.265285] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.283707] env[68986]: DEBUG nova.network.neutron [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Successfully created port: 1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.474171] env[68986]: DEBUG nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.631428] env[68986]: DEBUG nova.scheduler.client.report [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.765028] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.136932] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.138643] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.740s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.139902] env[68986]: DEBUG nova.objects.instance [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lazy-loading 'resources' on Instance uuid 06addf9e-15f9-4840-80fb-fa50408bdbca {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.159670] env[68986]: INFO nova.scheduler.client.report [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Deleted allocations for instance f567d374-9fba-4392-acbb-3a8aaaf226ce [ 1224.265499] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.484922] env[68986]: DEBUG nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.514497] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.514746] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.514899] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.515228] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.515228] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.515372] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.515580] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.515732] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.515895] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.516105] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.516246] env[68986]: DEBUG nova.virt.hardware [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.517147] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6befbd58-38e8-427c-9609-557003470081 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.525197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d991d6-ef87-4cf6-882c-3cc5011473e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.666874] env[68986]: DEBUG oslo_concurrency.lockutils [None req-0bdac09b-42c2-4f3f-a5b0-93e389790ea4 tempest-ServerActionsTestOtherB-820027567 tempest-ServerActionsTestOtherB-820027567-project-member] Lock "f567d374-9fba-4392-acbb-3a8aaaf226ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.268s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.736700] env[68986]: DEBUG nova.compute.manager [req-ddca8d65-b520-462d-8ea5-8aa76af3e2d0 req-de4a5e3f-0280-4670-8447-3d252deea83d service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Received event network-vif-plugged-1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.736837] env[68986]: DEBUG oslo_concurrency.lockutils [req-ddca8d65-b520-462d-8ea5-8aa76af3e2d0 req-de4a5e3f-0280-4670-8447-3d252deea83d service nova] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.737166] env[68986]: DEBUG oslo_concurrency.lockutils [req-ddca8d65-b520-462d-8ea5-8aa76af3e2d0 req-de4a5e3f-0280-4670-8447-3d252deea83d service nova] Lock "746cf488-1595-43f7-8ec8-357188f15f86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.737250] env[68986]: DEBUG oslo_concurrency.lockutils [req-ddca8d65-b520-462d-8ea5-8aa76af3e2d0 req-de4a5e3f-0280-4670-8447-3d252deea83d service nova] Lock "746cf488-1595-43f7-8ec8-357188f15f86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.737348] env[68986]: DEBUG nova.compute.manager [req-ddca8d65-b520-462d-8ea5-8aa76af3e2d0 req-de4a5e3f-0280-4670-8447-3d252deea83d service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] No waiting events found dispatching network-vif-plugged-1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.737604] env[68986]: WARNING nova.compute.manager [req-ddca8d65-b520-462d-8ea5-8aa76af3e2d0 req-de4a5e3f-0280-4670-8447-3d252deea83d service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Received unexpected event network-vif-plugged-1d7a188f-e5ae-40ba-9c21-61a4535fb707 for instance with vm_state building and task_state spawning. [ 1224.751377] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36188e0b-40ac-4062-acaa-5dbb235e6350 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.762811] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7baa768-e8e8-47a0-b83f-a7009e3009dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.770429] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216846, 'name': ReconfigVM_Task, 'duration_secs': 1.223941} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.795905] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.800798] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b340463c-da0c-47aa-9e8e-db0b51df61e7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.812229] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7921f7a2-b5eb-4758-ad47-4dc29412ae75 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.816101] env[68986]: DEBUG nova.network.neutron [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Successfully updated port: 1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.823024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03068fa9-4f68-471a-bdab-1efb04e0e1c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.827273] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1224.827273] env[68986]: value = "task-3216848" [ 1224.827273] env[68986]: _type = "Task" [ 1224.827273] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.839727] env[68986]: DEBUG nova.compute.provider_tree [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.845582] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.320407] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.320407] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.320407] env[68986]: DEBUG nova.network.neutron [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.337929] env[68986]: DEBUG oslo_vmware.api [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216848, 'name': ReconfigVM_Task, 'duration_secs': 0.131147} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.337929] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643155', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'name': 'volume-3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1329591-d2a7-4714-a066-5d721fba3b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59', 'serial': '3e8714b3-2ee8-4e27-bcfa-791c119f3a59'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.342483] env[68986]: DEBUG nova.scheduler.client.report [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.849131] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.851880] env[68986]: DEBUG nova.network.neutron [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.876178] env[68986]: INFO nova.scheduler.client.report [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Deleted allocations for instance 06addf9e-15f9-4840-80fb-fa50408bdbca [ 1225.883408] env[68986]: DEBUG nova.objects.instance [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.992875] env[68986]: DEBUG nova.network.neutron [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.385032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5b7cf21a-878b-4a81-b87b-3a2ff04da171 tempest-AttachInterfacesTestJSON-1055083956 tempest-AttachInterfacesTestJSON-1055083956-project-member] Lock "06addf9e-15f9-4840-80fb-fa50408bdbca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.856s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.495120] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.495509] env[68986]: DEBUG nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Instance network_info: |[{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.495975] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:2c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d7a188f-e5ae-40ba-9c21-61a4535fb707', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.503502] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Creating folder: Project (ca993a410a8047c3ab9a434143913eed). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.503847] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3689064-dfa7-4bf4-95b9-58ab117ad90a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.514696] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Created folder: Project (ca993a410a8047c3ab9a434143913eed) in parent group-v642845. [ 1226.514845] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Creating folder: Instances. Parent ref: group-v643164. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.515074] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c902abe-e0de-4a3f-bcca-948e33e3cf62 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.523642] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Created folder: Instances in parent group-v643164. [ 1226.523855] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.525043] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.525043] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-547383ef-d734-425d-8712-8c9a0f75519b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.542899] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.542899] env[68986]: value = "task-3216851" [ 1226.542899] env[68986]: _type = "Task" [ 1226.542899] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.549824] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216851, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.764200] env[68986]: DEBUG nova.compute.manager [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Received event network-changed-1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.764200] env[68986]: DEBUG nova.compute.manager [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Refreshing instance network info cache due to event network-changed-1d7a188f-e5ae-40ba-9c21-61a4535fb707. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.764200] env[68986]: DEBUG oslo_concurrency.lockutils [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.764429] env[68986]: DEBUG oslo_concurrency.lockutils [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.764429] env[68986]: DEBUG nova.network.neutron [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Refreshing network info cache for port 1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.850770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.889939] env[68986]: DEBUG oslo_concurrency.lockutils [None req-58a3106f-dff6-4d9d-ae51-fb1129b67f63 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.267s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.893203] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.041s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.893203] env[68986]: DEBUG nova.compute.manager [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.893203] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8731588b-74e6-42a7-821f-25483ce618d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.900745] env[68986]: DEBUG nova.compute.manager [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1226.901624] env[68986]: DEBUG nova.objects.instance [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.052715] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216851, 'name': CreateVM_Task, 'duration_secs': 0.339153} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.052887] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.061484] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.061688] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.062013] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.062278] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d155d2-b009-445e-a03d-a2c89b343f25 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.066848] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1227.066848] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5282c7b3-b1b0-42fb-5803-f6682fdc5348" [ 1227.066848] env[68986]: _type = "Task" [ 1227.066848] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.074724] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5282c7b3-b1b0-42fb-5803-f6682fdc5348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.463732] env[68986]: DEBUG nova.network.neutron [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updated VIF entry in instance network info cache for port 1d7a188f-e5ae-40ba-9c21-61a4535fb707. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.464113] env[68986]: DEBUG nova.network.neutron [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.577598] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5282c7b3-b1b0-42fb-5803-f6682fdc5348, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.577887] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.578124] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.578363] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.578507] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.578685] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.578944] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de8d9f77-37cf-4543-8d18-08b473df9a6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.592941] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.593141] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.593867] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0904accb-2be2-4535-a47d-4037e3940fbf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.598820] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1227.598820] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5232afae-b861-7baa-36b4-d34fb5fa3e5c" [ 1227.598820] env[68986]: _type = "Task" [ 1227.598820] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.606801] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5232afae-b861-7baa-36b4-d34fb5fa3e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.773304] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.773551] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.773711] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.773845] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.773991] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.774150] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.774292] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_power_states {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.911461] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.912060] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd27b84a-253f-484e-8b65-5525ff1166a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.918547] env[68986]: DEBUG oslo_vmware.api [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1227.918547] env[68986]: value = "task-3216852" [ 1227.918547] env[68986]: _type = "Task" [ 1227.918547] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.928097] env[68986]: DEBUG oslo_vmware.api [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.966834] env[68986]: DEBUG oslo_concurrency.lockutils [req-771b2ce0-efc6-4cc6-8c21-861b78cbfcb5 req-4c3583bf-95bc-4620-8a07-fa56533d4815 service nova] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.110450] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5232afae-b861-7baa-36b4-d34fb5fa3e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.034673} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.111403] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a416648b-b70b-4575-9c3f-c648845db82b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.117029] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1228.117029] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52068325-dd6b-abf1-1248-0d9c8ce519a2" [ 1228.117029] env[68986]: _type = "Task" [ 1228.117029] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.124737] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52068325-dd6b-abf1-1248-0d9c8ce519a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.279525] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Getting list of instances from cluster (obj){ [ 1228.279525] env[68986]: value = "domain-c8" [ 1228.279525] env[68986]: _type = "ClusterComputeResource" [ 1228.279525] env[68986]: } {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1228.280405] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c371ec-d943-408b-99b9-1d8051b2d202 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.295386] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Got total of 6 instances {{(pid=68986) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1228.295837] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid edb1be11-52f6-40d8-8425-37d31f759cc3 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1228.295837] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1228.296162] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1228.296162] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid 2a44af1a-9f31-4fec-84aa-4156f3376b2f {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1228.296513] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid 3f552f18-27d7-4062-9903-9c99ce260b54 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1228.296513] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Triggering sync for uuid 746cf488-1595-43f7-8ec8-357188f15f86 {{(pid=68986) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1228.296684] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "edb1be11-52f6-40d8-8425-37d31f759cc3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.296895] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.297407] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.297524] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.297669] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.297873] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.298065] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.298474] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.298538] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.298762] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.298959] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.299125] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1228.299907] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deed848-7258-40f5-966e-bf7a6fb83c2a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.303397] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f9fa67-1df1-4d34-9a3e-03016995f38b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.306443] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e0b98-4a31-42fd-be3f-23e11a9a90ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.309196] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7563666d-2b50-481b-a77a-32c88e57e67f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.311382] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.428077] env[68986]: DEBUG oslo_vmware.api [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216852, 'name': PowerOffVM_Task, 'duration_secs': 0.188459} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.428423] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.428537] env[68986]: DEBUG nova.compute.manager [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.429323] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5afaf59-c8fc-4028-a6e3-bf8719dd869a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.627267] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52068325-dd6b-abf1-1248-0d9c8ce519a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.627528] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.627779] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 746cf488-1595-43f7-8ec8-357188f15f86/746cf488-1595-43f7-8ec8-357188f15f86.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.628033] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ae4b66-b591-4052-ae0c-8ab733a83e28 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.634637] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1228.634637] env[68986]: value = "task-3216853" [ 1228.634637] env[68986]: _type = "Task" [ 1228.634637] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.643222] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.815204] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.815486] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.815673] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.815952] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1228.817126] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5de603-85f5-4141-92d9-e3439805c155 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.825763] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.829368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.829368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.829368] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.829700] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d55a1-7b44-4439-bee9-aba33eabe269 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.847243] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac974224-39ba-4813-9e04-bac1d2fc3918 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.856859] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c561e4-0c87-48d9-a194-55e90792fdda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.893571] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179667MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1228.893753] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.895630] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.942564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5a821de9-21b1-42b2-9b2d-5261d742348f tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.942564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.644s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.942564] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1228.942564] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.144548] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475425} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.144807] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore1] 746cf488-1595-43f7-8ec8-357188f15f86/746cf488-1595-43f7-8ec8-357188f15f86.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.145021] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.145282] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef32159-100a-494b-844c-b6aebd4f2d78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.152614] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1229.152614] env[68986]: value = "task-3216854" [ 1229.152614] env[68986]: _type = "Task" [ 1229.152614] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.160281] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.601433] env[68986]: DEBUG nova.objects.instance [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.661830] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069635} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.662107] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.662866] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3736c8-b83b-4c4d-a759-494a969b7fa2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.684039] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 746cf488-1595-43f7-8ec8-357188f15f86/746cf488-1595-43f7-8ec8-357188f15f86.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.684546] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2cac485-d033-4293-bb32-7767ef282056 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.704194] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1229.704194] env[68986]: value = "task-3216855" [ 1229.704194] env[68986]: _type = "Task" [ 1229.704194] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.711820] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.921397] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance edb1be11-52f6-40d8-8425-37d31f759cc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1229.921572] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1229.921703] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f1329591-d2a7-4714-a066-5d721fba3b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1229.921819] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 2a44af1a-9f31-4fec-84aa-4156f3376b2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1229.921932] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 3f552f18-27d7-4062-9903-9c99ce260b54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1229.922059] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 746cf488-1595-43f7-8ec8-357188f15f86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1229.922249] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1229.922387] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1230.015446] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc30d34-ab28-4f04-8317-0aad235654d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.022766] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cea181-2306-470e-9415-d20461794851 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.051325] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c2cbf3-28c3-40d2-9784-871739a69f8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.058471] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a1e728-76ff-447b-826a-16722babd1f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.072435] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.107385] env[68986]: DEBUG oslo_concurrency.lockutils [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.107558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.107724] env[68986]: DEBUG nova.network.neutron [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.107896] env[68986]: DEBUG nova.objects.instance [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'info_cache' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.214310] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216855, 'name': ReconfigVM_Task, 'duration_secs': 0.276845} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.214575] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 746cf488-1595-43f7-8ec8-357188f15f86/746cf488-1595-43f7-8ec8-357188f15f86.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.215211] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b7ca43-34df-4832-a03e-bddd92f0f0b2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.222798] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1230.222798] env[68986]: value = "task-3216856" [ 1230.222798] env[68986]: _type = "Task" [ 1230.222798] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.230702] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216856, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.575428] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.611226] env[68986]: DEBUG nova.objects.base [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.733411] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216856, 'name': Rename_Task} progress is 14%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.080333] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1231.080758] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.187s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.233463] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216856, 'name': Rename_Task, 'duration_secs': 0.845082} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.233919] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.234075] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc47f73-9ea1-4253-928c-17e5678f2689 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.240297] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1231.240297] env[68986]: value = "task-3216857" [ 1231.240297] env[68986]: _type = "Task" [ 1231.240297] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.248173] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.359461] env[68986]: DEBUG nova.network.neutron [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating instance_info_cache with network_info: [{"id": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "address": "fa:16:3e:52:e0:20", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecad34a7-de", "ovs_interfaceid": "ecad34a7-ded4-4dfd-af8e-4713ce44ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.750339] env[68986]: DEBUG oslo_vmware.api [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216857, 'name': PowerOnVM_Task, 'duration_secs': 0.470636} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.750640] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.750894] env[68986]: INFO nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1231.751112] env[68986]: DEBUG nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.752434] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc26a35-3278-42bc-ba5b-8f4a5ac79ab5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.862866] env[68986]: DEBUG oslo_concurrency.lockutils [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "refresh_cache-f1329591-d2a7-4714-a066-5d721fba3b9a" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.273702] env[68986]: INFO nova.compute.manager [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Took 13.62 seconds to build instance. [ 1232.776253] env[68986]: DEBUG oslo_concurrency.lockutils [None req-178ed89c-26dd-4f32-a17d-8b856b515b41 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.134s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.776586] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "746cf488-1595-43f7-8ec8-357188f15f86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.478s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.776964] env[68986]: INFO nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] During sync_power_state the instance has a pending task (spawning). Skip. [ 1232.776964] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "746cf488-1595-43f7-8ec8-357188f15f86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.875356] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.875356] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e47fddf2-625f-4a53-abf5-22c71aa7af48 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.881275] env[68986]: DEBUG oslo_vmware.api [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1232.881275] env[68986]: value = "task-3216858" [ 1232.881275] env[68986]: _type = "Task" [ 1232.881275] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.891043] env[68986]: DEBUG oslo_vmware.api [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.236435] env[68986]: DEBUG nova.compute.manager [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Received event network-changed-1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.236680] env[68986]: DEBUG nova.compute.manager [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Refreshing instance network info cache due to event network-changed-1d7a188f-e5ae-40ba-9c21-61a4535fb707. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.236840] env[68986]: DEBUG oslo_concurrency.lockutils [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.237046] env[68986]: DEBUG oslo_concurrency.lockutils [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.238266] env[68986]: DEBUG nova.network.neutron [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Refreshing network info cache for port 1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.391280] env[68986]: DEBUG oslo_vmware.api [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216858, 'name': PowerOnVM_Task, 'duration_secs': 0.433246} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.391843] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.392161] env[68986]: DEBUG nova.compute.manager [None req-157575a7-7854-47d5-99bd-c4cddf93607d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.393100] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb605e9-0104-46ae-840d-c0f5975506a4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.017568] env[68986]: DEBUG nova.network.neutron [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updated VIF entry in instance network info cache for port 1d7a188f-e5ae-40ba-9c21-61a4535fb707. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.017931] env[68986]: DEBUG nova.network.neutron [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.520861] env[68986]: DEBUG oslo_concurrency.lockutils [req-7a7ca107-9dd7-48f3-946d-3f44b3b4495e req-1a93f0f8-f5b4-41f4-bc1c-c01b5c309970 service nova] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.786124] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.786395] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.290459] env[68986]: DEBUG nova.compute.utils [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.793107] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.854386] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.854741] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.854825] env[68986]: INFO nova.compute.manager [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Attaching volume e1406c3a-dee2-4599-ba06-7cd1080a2c2e to /dev/sdb [ 1240.885208] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61611f21-c5aa-4fb8-b9ad-fd028229662a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.893936] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40982814-0256-4139-9fef-1ed0fee8fbf6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.908016] env[68986]: DEBUG nova.virt.block_device [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updating existing volume attachment record: 983a6550-c229-461b-a580-030595b31818 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1245.451195] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.451429] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643170', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'name': 'volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f552f18-27d7-4062-9903-9c99ce260b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'serial': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.452340] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2363af-086f-4e11-8147-319b271c245c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.468792] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a0c844-d0c3-4aa5-b8f5-33cbfb624706 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.493025] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e/volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.493285] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52701d80-ecdc-41a3-bf84-9319a4d9ec63 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.512185] env[68986]: DEBUG oslo_vmware.api [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1245.512185] env[68986]: value = "task-3216869" [ 1245.512185] env[68986]: _type = "Task" [ 1245.512185] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.520191] env[68986]: DEBUG oslo_vmware.api [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.022707] env[68986]: DEBUG oslo_vmware.api [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216869, 'name': ReconfigVM_Task, 'duration_secs': 0.356706} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.022957] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e/volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.027614] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25978c35-21e4-448b-9a73-d220c56a918a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.042840] env[68986]: DEBUG oslo_vmware.api [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1246.042840] env[68986]: value = "task-3216870" [ 1246.042840] env[68986]: _type = "Task" [ 1246.042840] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.050738] env[68986]: DEBUG oslo_vmware.api [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.553119] env[68986]: DEBUG oslo_vmware.api [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216870, 'name': ReconfigVM_Task, 'duration_secs': 0.136767} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.553479] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643170', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'name': 'volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f552f18-27d7-4062-9903-9c99ce260b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'serial': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1247.587527] env[68986]: DEBUG nova.objects.instance [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'flavor' on Instance uuid 3f552f18-27d7-4062-9903-9c99ce260b54 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.094952] env[68986]: DEBUG oslo_concurrency.lockutils [None req-04a5a3db-84a2-4ebf-8457-6b8035e86854 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.286993] env[68986]: DEBUG oslo_concurrency.lockutils [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.288061] env[68986]: DEBUG oslo_concurrency.lockutils [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.791237] env[68986]: INFO nova.compute.manager [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Detaching volume e1406c3a-dee2-4599-ba06-7cd1080a2c2e [ 1248.825045] env[68986]: INFO nova.virt.block_device [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Attempting to driver detach volume e1406c3a-dee2-4599-ba06-7cd1080a2c2e from mountpoint /dev/sdb [ 1248.825045] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.825045] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643170', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'name': 'volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f552f18-27d7-4062-9903-9c99ce260b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'serial': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.825335] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b973897-3e2e-44af-8f97-4dc5060f5150 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.849516] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860096c-e512-4c0d-9c86-60a16e23f1f0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.858035] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9187c-a8d2-4f2c-af32-0f20aa55603b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.883255] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e38596-5ac9-46ed-b53b-9d19cc88d5ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.900962] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] The volume has not been displaced from its original location: [datastore1] volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e/volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.906256] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.906559] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47003d00-dc18-4bd6-a25a-a229fde7bc57 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.926085] env[68986]: DEBUG oslo_vmware.api [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1248.926085] env[68986]: value = "task-3216873" [ 1248.926085] env[68986]: _type = "Task" [ 1248.926085] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.934315] env[68986]: DEBUG oslo_vmware.api [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.365540] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.365712] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.438145] env[68986]: DEBUG oslo_vmware.api [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216873, 'name': ReconfigVM_Task, 'duration_secs': 0.230389} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.438406] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.443352] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed1c2e3-6e69-4182-9086-8a1a214a3914 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.458678] env[68986]: DEBUG oslo_vmware.api [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1249.458678] env[68986]: value = "task-3216874" [ 1249.458678] env[68986]: _type = "Task" [ 1249.458678] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.466668] env[68986]: DEBUG oslo_vmware.api [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.869206] env[68986]: INFO nova.compute.manager [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Detaching volume 594f53c0-13d6-40c6-81ba-091b8b8a0edd [ 1249.898757] env[68986]: INFO nova.virt.block_device [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Attempting to driver detach volume 594f53c0-13d6-40c6-81ba-091b8b8a0edd from mountpoint /dev/sdb [ 1249.899013] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.899211] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643159', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'name': 'volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a44af1a-9f31-4fec-84aa-4156f3376b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'serial': '594f53c0-13d6-40c6-81ba-091b8b8a0edd'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.900118] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcea8d2-66d3-4463-a64a-6370a44c4df6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.923020] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c723b8b-0c79-4c7d-b569-c8e6d3f20708 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.930196] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ea1788-9961-4a64-929f-918a7c492ee3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.950705] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac3e909-a016-44e9-8dc2-d70ff1358877 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.965648] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] The volume has not been displaced from its original location: [datastore1] volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd/volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.970920] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.973752] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5edaf796-f654-403f-b6fb-e4feeb95d36e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.990905] env[68986]: DEBUG oslo_vmware.api [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216874, 'name': ReconfigVM_Task, 'duration_secs': 0.136422} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.992088] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643170', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'name': 'volume-e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f552f18-27d7-4062-9903-9c99ce260b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e', 'serial': 'e1406c3a-dee2-4599-ba06-7cd1080a2c2e'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1249.994092] env[68986]: DEBUG oslo_vmware.api [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1249.994092] env[68986]: value = "task-3216875" [ 1249.994092] env[68986]: _type = "Task" [ 1249.994092] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.001931] env[68986]: DEBUG oslo_vmware.api [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.504488] env[68986]: DEBUG oslo_vmware.api [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216875, 'name': ReconfigVM_Task, 'duration_secs': 0.205086} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.504778] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.509502] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa319c0-9a3d-40c9-83db-fa48ea6d3e80 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.524842] env[68986]: DEBUG oslo_vmware.api [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1250.524842] env[68986]: value = "task-3216876" [ 1250.524842] env[68986]: _type = "Task" [ 1250.524842] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.532445] env[68986]: DEBUG oslo_vmware.api [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.533680] env[68986]: DEBUG nova.objects.instance [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'flavor' on Instance uuid 3f552f18-27d7-4062-9903-9c99ce260b54 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.039034] env[68986]: DEBUG oslo_vmware.api [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216876, 'name': ReconfigVM_Task, 'duration_secs': 0.136188} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.040398] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643159', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'name': 'volume-594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a44af1a-9f31-4fec-84aa-4156f3376b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '594f53c0-13d6-40c6-81ba-091b8b8a0edd', 'serial': '594f53c0-13d6-40c6-81ba-091b8b8a0edd'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.544068] env[68986]: DEBUG oslo_concurrency.lockutils [None req-61eb13f9-9db2-4a3e-ae11-9c593592c06a tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.579271] env[68986]: DEBUG nova.objects.instance [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lazy-loading 'flavor' on Instance uuid 2a44af1a-9f31-4fec-84aa-4156f3376b2f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.849921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquiring lock "62e2d8ee-6c21-439c-800e-aa180812568e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.850169] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "62e2d8ee-6c21-439c-800e-aa180812568e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.352580] env[68986]: DEBUG nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.525836] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.526116] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.526329] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "3f552f18-27d7-4062-9903-9c99ce260b54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.526515] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.526682] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.528820] env[68986]: INFO nova.compute.manager [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Terminating instance [ 1252.587056] env[68986]: DEBUG oslo_concurrency.lockutils [None req-85deb0ea-47ed-4c5f-95ed-57373d0bb138 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.873351] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.873619] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.875085] env[68986]: INFO nova.compute.claims [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.033272] env[68986]: DEBUG nova.compute.manager [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.033521] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.034477] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30533d0e-ec54-4b39-b4ab-73a462877774 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.042833] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.043086] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b91af214-bb53-4632-94c1-72825d73740b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.049668] env[68986]: DEBUG oslo_vmware.api [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1253.049668] env[68986]: value = "task-3216877" [ 1253.049668] env[68986]: _type = "Task" [ 1253.049668] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.058243] env[68986]: DEBUG oslo_vmware.api [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.560418] env[68986]: DEBUG oslo_vmware.api [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216877, 'name': PowerOffVM_Task, 'duration_secs': 0.300556} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.560757] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.560944] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.561268] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa8e6f5f-3678-433c-aed5-4bbde822db7c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.628086] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.628284] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.628515] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleting the datastore file [datastore2] 3f552f18-27d7-4062-9903-9c99ce260b54 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.628752] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-317fdff7-2abf-4174-a8f2-467710cc1009 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.636080] env[68986]: DEBUG oslo_vmware.api [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for the task: (returnval){ [ 1253.636080] env[68986]: value = "task-3216879" [ 1253.636080] env[68986]: _type = "Task" [ 1253.636080] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.644573] env[68986]: DEBUG oslo_vmware.api [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.685444] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.685740] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.685951] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.686148] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.686324] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.688436] env[68986]: INFO nova.compute.manager [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Terminating instance [ 1253.967847] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1011bb9-dde7-48eb-9be8-22aa553ff87b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.975568] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee28b5-05f3-45c5-b89b-87256e6764b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.005651] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3277f-41e3-4e45-ab26-e8fa0b2e9904 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.012850] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce6e0e1-1ee5-46af-8d2f-e27fd2843591 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.026785] env[68986]: DEBUG nova.compute.provider_tree [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.146237] env[68986]: DEBUG oslo_vmware.api [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Task: {'id': task-3216879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142543} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.146481] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.146611] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.146785] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.146961] env[68986]: INFO nova.compute.manager [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1254.147214] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.147401] env[68986]: DEBUG nova.compute.manager [-] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.147495] env[68986]: DEBUG nova.network.neutron [-] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.193080] env[68986]: DEBUG nova.compute.manager [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.193080] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.194209] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07768e7-0e79-4f4b-a1fe-6a0cd9f7a246 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.204852] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.205201] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f7ad87-7ea5-47b9-89fd-98c2b481e755 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.214954] env[68986]: DEBUG oslo_vmware.api [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1254.214954] env[68986]: value = "task-3216880" [ 1254.214954] env[68986]: _type = "Task" [ 1254.214954] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.224252] env[68986]: DEBUG oslo_vmware.api [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.530747] env[68986]: DEBUG nova.scheduler.client.report [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.639081] env[68986]: DEBUG nova.compute.manager [req-58e5b829-cde7-45f6-b2e6-fd60ebcf8b0d req-421ba2fa-26a5-40db-8dcf-d1eacec1cd5a service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Received event network-vif-deleted-f16d5210-9e2c-4b8d-beea-2557bfc19498 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.639394] env[68986]: INFO nova.compute.manager [req-58e5b829-cde7-45f6-b2e6-fd60ebcf8b0d req-421ba2fa-26a5-40db-8dcf-d1eacec1cd5a service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Neutron deleted interface f16d5210-9e2c-4b8d-beea-2557bfc19498; detaching it from the instance and deleting it from the info cache [ 1254.640025] env[68986]: DEBUG nova.network.neutron [req-58e5b829-cde7-45f6-b2e6-fd60ebcf8b0d req-421ba2fa-26a5-40db-8dcf-d1eacec1cd5a service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.724906] env[68986]: DEBUG oslo_vmware.api [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216880, 'name': PowerOffVM_Task, 'duration_secs': 0.233206} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.725213] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.725323] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.725561] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5635bd5-a0f2-4ea0-a1ee-bb38aa6a1822 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.788273] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.788511] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.788757] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleting the datastore file [datastore2] 2a44af1a-9f31-4fec-84aa-4156f3376b2f {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.788933] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c8561d4-5e9f-4325-926b-19f93745c71a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.796311] env[68986]: DEBUG oslo_vmware.api [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1254.796311] env[68986]: value = "task-3216882" [ 1254.796311] env[68986]: _type = "Task" [ 1254.796311] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.805017] env[68986]: DEBUG oslo_vmware.api [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.035497] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.035878] env[68986]: DEBUG nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.122992] env[68986]: DEBUG nova.network.neutron [-] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.142264] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fe118c1-6a05-43e2-891e-33c12946404a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.152772] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa6f8c2-b509-4777-97de-3b0b17143228 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.183661] env[68986]: DEBUG nova.compute.manager [req-58e5b829-cde7-45f6-b2e6-fd60ebcf8b0d req-421ba2fa-26a5-40db-8dcf-d1eacec1cd5a service nova] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Detach interface failed, port_id=f16d5210-9e2c-4b8d-beea-2557bfc19498, reason: Instance 3f552f18-27d7-4062-9903-9c99ce260b54 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1255.307364] env[68986]: DEBUG oslo_vmware.api [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150446} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.307621] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.307814] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.308014] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.308198] env[68986]: INFO nova.compute.manager [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.308458] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.308663] env[68986]: DEBUG nova.compute.manager [-] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.308759] env[68986]: DEBUG nova.network.neutron [-] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.543012] env[68986]: DEBUG nova.compute.utils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.543012] env[68986]: DEBUG nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.544884] env[68986]: DEBUG nova.network.neutron [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.580650] env[68986]: DEBUG nova.policy [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ab665a93f004dbe8bfce8e1bc9d8444', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc3918460ca4ac9a3534c9acc551a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.626374] env[68986]: INFO nova.compute.manager [-] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Took 1.48 seconds to deallocate network for instance. [ 1255.829263] env[68986]: DEBUG nova.network.neutron [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Successfully created port: 8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.048332] env[68986]: DEBUG nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.133073] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.133073] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.133338] env[68986]: DEBUG nova.objects.instance [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lazy-loading 'resources' on Instance uuid 3f552f18-27d7-4062-9903-9c99ce260b54 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.267062] env[68986]: DEBUG nova.network.neutron [-] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.555020] env[68986]: INFO nova.virt.block_device [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Booting with volume 955832c7-4d75-4461-b423-dccf16745c6a at /dev/sda [ 1256.591921] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8432231b-79cf-4cc7-8462-06cc85d7a3e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.602144] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca5ba52-5340-49f6-a133-516fd0387303 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.632633] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c9f799b-dd61-42df-9588-d09b55d9a0aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.642101] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aad850-6e17-44d4-afea-851ac6b6c7fc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.675867] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d117a-d955-46a3-b88a-2fa54e40996c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.679159] env[68986]: DEBUG nova.compute.manager [req-188aef33-2ed7-4982-9c95-b5fc2eedf79e req-961eedb0-b00d-46a3-acab-b9cd6672166f service nova] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Received event network-vif-deleted-bccdbcdc-2f89-48e7-9401-1325cfe377bf {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.685281] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3392928d-77b9-4531-aeb0-f52ed2e05114 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.701429] env[68986]: DEBUG nova.virt.block_device [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updating existing volume attachment record: 1aa8075e-75b1-4b61-aad9-c05e29420f82 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1256.747275] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a2576d-d796-42c8-8ace-2bbf5d9e3d8b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.754531] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db5b004-0947-4119-b560-11e4d370153a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.783373] env[68986]: INFO nova.compute.manager [-] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Took 1.47 seconds to deallocate network for instance. [ 1256.786077] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c3358-11d4-46a8-98a0-d75eeb1dd46e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.796824] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f098437d-6f79-495e-acd0-c954bc69ea10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.811309] env[68986]: DEBUG nova.compute.provider_tree [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.180779] env[68986]: DEBUG nova.compute.manager [req-651af420-04ac-43aa-8078-6a1a942b0aa7 req-d1166069-e4ea-43fd-bb03-d20c7b4f9a3b service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Received event network-vif-plugged-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.181035] env[68986]: DEBUG oslo_concurrency.lockutils [req-651af420-04ac-43aa-8078-6a1a942b0aa7 req-d1166069-e4ea-43fd-bb03-d20c7b4f9a3b service nova] Acquiring lock "62e2d8ee-6c21-439c-800e-aa180812568e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.181267] env[68986]: DEBUG oslo_concurrency.lockutils [req-651af420-04ac-43aa-8078-6a1a942b0aa7 req-d1166069-e4ea-43fd-bb03-d20c7b4f9a3b service nova] Lock "62e2d8ee-6c21-439c-800e-aa180812568e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.181397] env[68986]: DEBUG oslo_concurrency.lockutils [req-651af420-04ac-43aa-8078-6a1a942b0aa7 req-d1166069-e4ea-43fd-bb03-d20c7b4f9a3b service nova] Lock "62e2d8ee-6c21-439c-800e-aa180812568e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.181564] env[68986]: DEBUG nova.compute.manager [req-651af420-04ac-43aa-8078-6a1a942b0aa7 req-d1166069-e4ea-43fd-bb03-d20c7b4f9a3b service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] No waiting events found dispatching network-vif-plugged-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.181756] env[68986]: WARNING nova.compute.manager [req-651af420-04ac-43aa-8078-6a1a942b0aa7 req-d1166069-e4ea-43fd-bb03-d20c7b4f9a3b service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Received unexpected event network-vif-plugged-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb for instance with vm_state building and task_state block_device_mapping. [ 1257.262212] env[68986]: DEBUG nova.network.neutron [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Successfully updated port: 8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.293047] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.313949] env[68986]: DEBUG nova.scheduler.client.report [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.766966] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquiring lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.768009] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquired lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.768009] env[68986]: DEBUG nova.network.neutron [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.819790] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.822252] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.529s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.822497] env[68986]: DEBUG nova.objects.instance [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lazy-loading 'resources' on Instance uuid 2a44af1a-9f31-4fec-84aa-4156f3376b2f {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.840748] env[68986]: INFO nova.scheduler.client.report [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Deleted allocations for instance 3f552f18-27d7-4062-9903-9c99ce260b54 [ 1258.308989] env[68986]: DEBUG nova.network.neutron [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.349477] env[68986]: DEBUG oslo_concurrency.lockutils [None req-53f90877-3836-49f4-a1a2-84ca4366f031 tempest-AttachVolumeNegativeTest-170443851 tempest-AttachVolumeNegativeTest-170443851-project-member] Lock "3f552f18-27d7-4062-9903-9c99ce260b54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.429945] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd057f9-6c71-4c2d-b13f-e2ce417bda44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.442076] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda7fa9-f4b2-432b-95df-e65175934b9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.486611] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bbb78c-4ffe-422f-b34d-d368abd05003 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.495381] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbd132-c9d5-4ef2-80c8-dd1c775565bb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.511883] env[68986]: DEBUG nova.compute.provider_tree [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.522702] env[68986]: DEBUG nova.network.neutron [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updating instance_info_cache with network_info: [{"id": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "address": "fa:16:3e:b4:2e:89", "network": {"id": "f3132cf2-1a89-4015-8ef6-38696f652501", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-274864608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3918460ca4ac9a3534c9acc551a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a42f71e-9d", "ovs_interfaceid": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.796265] env[68986]: DEBUG nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.797046] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.797321] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.797483] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.797669] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.797815] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.797962] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.798187] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.799773] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.799773] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.799773] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.799773] env[68986]: DEBUG nova.virt.hardware [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.800165] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f43bb0-e9df-46c6-bafe-6d62ff8de873 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.809739] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81244fb-e843-4a44-840b-393686e307aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.014922] env[68986]: DEBUG nova.scheduler.client.report [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.025033] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Releasing lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.025361] env[68986]: DEBUG nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance network_info: |[{"id": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "address": "fa:16:3e:b4:2e:89", "network": {"id": "f3132cf2-1a89-4015-8ef6-38696f652501", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-274864608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3918460ca4ac9a3534c9acc551a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a42f71e-9d", "ovs_interfaceid": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.025762] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:2e:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.034767] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Creating folder: Project (bbc3918460ca4ac9a3534c9acc551a97). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.036122] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e7654e-606b-4ed3-9c78-a85082f2c65b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.051599] env[68986]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1259.051923] env[68986]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68986) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1259.052351] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Folder already exists: Project (bbc3918460ca4ac9a3534c9acc551a97). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1259.052675] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Creating folder: Instances. Parent ref: group-v643167. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.052931] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b63d22d-05f2-4b5f-9757-ca979cba2f6d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.065734] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Created folder: Instances in parent group-v643167. [ 1259.066016] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.066266] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.066566] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb9d59b8-7a9b-48c3-8e0d-ec6439e21aef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.088811] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.088811] env[68986]: value = "task-3216886" [ 1259.088811] env[68986]: _type = "Task" [ 1259.088811] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.096865] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216886, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.207791] env[68986]: DEBUG nova.compute.manager [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Received event network-changed-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.207994] env[68986]: DEBUG nova.compute.manager [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Refreshing instance network info cache due to event network-changed-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.208221] env[68986]: DEBUG oslo_concurrency.lockutils [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] Acquiring lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.208361] env[68986]: DEBUG oslo_concurrency.lockutils [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] Acquired lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.208526] env[68986]: DEBUG nova.network.neutron [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Refreshing network info cache for port 8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.519886] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.544033] env[68986]: INFO nova.scheduler.client.report [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleted allocations for instance 2a44af1a-9f31-4fec-84aa-4156f3376b2f [ 1259.599115] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216886, 'name': CreateVM_Task, 'duration_secs': 0.320516} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.599290] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.600082] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643171', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'name': 'volume-955832c7-4d75-4461-b423-dccf16745c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62e2d8ee-6c21-439c-800e-aa180812568e', 'attached_at': '', 'detached_at': '', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'serial': '955832c7-4d75-4461-b423-dccf16745c6a'}, 'attachment_id': '1aa8075e-75b1-4b61-aad9-c05e29420f82', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68986) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1259.600342] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Root volume attach. Driver type: vmdk {{(pid=68986) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1259.601169] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab419120-6be2-46e1-ad8d-813c615b41ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.609510] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd9ca1-558d-4534-a01e-2e033f0fce2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.615276] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ff4c7a-a69c-4adf-abb8-fc0845835207 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.621341] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c9a67a01-eab8-4810-9876-6df501fef635 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.628068] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1259.628068] env[68986]: value = "task-3216887" [ 1259.628068] env[68986]: _type = "Task" [ 1259.628068] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.636978] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216887, 'name': RelocateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.973019] env[68986]: DEBUG nova.network.neutron [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updated VIF entry in instance network info cache for port 8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.973488] env[68986]: DEBUG nova.network.neutron [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updating instance_info_cache with network_info: [{"id": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "address": "fa:16:3e:b4:2e:89", "network": {"id": "f3132cf2-1a89-4015-8ef6-38696f652501", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-274864608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3918460ca4ac9a3534c9acc551a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a42f71e-9d", "ovs_interfaceid": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.052568] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a6435835-ba64-44c1-bc04-9074d1df0753 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "2a44af1a-9f31-4fec-84aa-4156f3376b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.367s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.140645] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216887, 'name': RelocateVM_Task} progress is 43%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.476797] env[68986]: DEBUG oslo_concurrency.lockutils [req-597bc1c1-61bf-4609-92b0-2215b009a5f7 req-9438b313-9370-401d-bdfd-8c60aacebbbb service nova] Releasing lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.643085] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216887, 'name': RelocateVM_Task} progress is 56%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.140967] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216887, 'name': RelocateVM_Task} progress is 71%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.642013] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216887, 'name': RelocateVM_Task} progress is 86%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.141828] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216887, 'name': RelocateVM_Task} progress is 97%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.641746] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216887, 'name': RelocateVM_Task, 'duration_secs': 2.953806} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.642061] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.642310] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643171', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'name': 'volume-955832c7-4d75-4461-b423-dccf16745c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62e2d8ee-6c21-439c-800e-aa180812568e', 'attached_at': '', 'detached_at': '', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'serial': '955832c7-4d75-4461-b423-dccf16745c6a'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.643081] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f721c8-7dce-4e92-9053-7966a0c1b71f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.658794] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc449f7a-ecb7-4ebb-8766-4238af964cad {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.680368] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-955832c7-4d75-4461-b423-dccf16745c6a/volume-955832c7-4d75-4461-b423-dccf16745c6a.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.680681] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1105a990-b38b-42da-9d51-15e52f075f49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.701118] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1262.701118] env[68986]: value = "task-3216890" [ 1262.701118] env[68986]: _type = "Task" [ 1262.701118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.708937] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.212045] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216890, 'name': ReconfigVM_Task, 'duration_secs': 0.286217} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.212391] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-955832c7-4d75-4461-b423-dccf16745c6a/volume-955832c7-4d75-4461-b423-dccf16745c6a.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.217383] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7e47a5-6b49-49e0-8929-a8424d5e3e36 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.232676] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1263.232676] env[68986]: value = "task-3216891" [ 1263.232676] env[68986]: _type = "Task" [ 1263.232676] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.243549] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.743634] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216891, 'name': ReconfigVM_Task, 'duration_secs': 0.123779} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.743933] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643171', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'name': 'volume-955832c7-4d75-4461-b423-dccf16745c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62e2d8ee-6c21-439c-800e-aa180812568e', 'attached_at': '', 'detached_at': '', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'serial': '955832c7-4d75-4461-b423-dccf16745c6a'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1263.744473] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57896da8-e585-4357-b3e2-ce3e80a157bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.751357] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1263.751357] env[68986]: value = "task-3216892" [ 1263.751357] env[68986]: _type = "Task" [ 1263.751357] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.759017] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216892, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.966886] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.967184] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.967401] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.967615] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.967790] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.970286] env[68986]: INFO nova.compute.manager [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Terminating instance [ 1264.261969] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216892, 'name': Rename_Task, 'duration_secs': 0.13384} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.262215] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.262548] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e08665-50a1-482b-9566-b0230b45ac19 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.270419] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1264.270419] env[68986]: value = "task-3216893" [ 1264.270419] env[68986]: _type = "Task" [ 1264.270419] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.278774] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.473901] env[68986]: DEBUG nova.compute.manager [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.474168] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.475099] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c89e6c-8908-46ef-8af7-32734d320224 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.483914] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.484193] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92318c80-f38f-424a-999a-79e20e7af193 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.491768] env[68986]: DEBUG oslo_vmware.api [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1264.491768] env[68986]: value = "task-3216895" [ 1264.491768] env[68986]: _type = "Task" [ 1264.491768] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.502049] env[68986]: DEBUG oslo_vmware.api [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.781081] env[68986]: DEBUG oslo_vmware.api [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216893, 'name': PowerOnVM_Task, 'duration_secs': 0.45918} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.781350] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.781551] env[68986]: INFO nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1264.781728] env[68986]: DEBUG nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.782527] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7414b93-0771-40e6-aea5-95c844973cdd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.002119] env[68986]: DEBUG oslo_vmware.api [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216895, 'name': PowerOffVM_Task, 'duration_secs': 0.264459} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.002402] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.002572] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.002839] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b7f6471-50ff-48d4-a647-b6a2dd24ea2b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.078975] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.079287] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.079588] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleting the datastore file [datastore2] 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.079912] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eaad9f3-5a56-4bd9-a131-e2313f163021 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.087972] env[68986]: DEBUG oslo_vmware.api [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1265.087972] env[68986]: value = "task-3216897" [ 1265.087972] env[68986]: _type = "Task" [ 1265.087972] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.096092] env[68986]: DEBUG oslo_vmware.api [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.301797] env[68986]: INFO nova.compute.manager [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Took 12.44 seconds to build instance. [ 1265.598175] env[68986]: DEBUG oslo_vmware.api [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184852} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.598425] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.598609] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.598785] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.598952] env[68986]: INFO nova.compute.manager [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1265.599213] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.599406] env[68986]: DEBUG nova.compute.manager [-] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.599533] env[68986]: DEBUG nova.network.neutron [-] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.804178] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f6d4e653-48e5-4da5-bf3a-85e656ac5f11 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "62e2d8ee-6c21-439c-800e-aa180812568e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.954s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.866326] env[68986]: DEBUG nova.compute.manager [req-d53368ba-68c1-4034-aa68-2f2c8a799dc3 req-f9da98f6-6e5c-472b-9b73-8e9332d28d7d service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Received event network-vif-deleted-159b4bed-f7b5-43ba-b126-111f2690001d {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.866387] env[68986]: INFO nova.compute.manager [req-d53368ba-68c1-4034-aa68-2f2c8a799dc3 req-f9da98f6-6e5c-472b-9b73-8e9332d28d7d service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Neutron deleted interface 159b4bed-f7b5-43ba-b126-111f2690001d; detaching it from the instance and deleting it from the info cache [ 1265.866573] env[68986]: DEBUG nova.network.neutron [req-d53368ba-68c1-4034-aa68-2f2c8a799dc3 req-f9da98f6-6e5c-472b-9b73-8e9332d28d7d service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.190287] env[68986]: DEBUG nova.compute.manager [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Received event network-changed-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.190528] env[68986]: DEBUG nova.compute.manager [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Refreshing instance network info cache due to event network-changed-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.190756] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] Acquiring lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.190899] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] Acquired lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.191116] env[68986]: DEBUG nova.network.neutron [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Refreshing network info cache for port 8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.344924] env[68986]: DEBUG nova.network.neutron [-] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.370066] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84552a4a-7535-46f5-b274-3c65ae24fe46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.380885] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf0c320-9058-4725-aeed-626fde9dda8c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.408973] env[68986]: DEBUG nova.compute.manager [req-d53368ba-68c1-4034-aa68-2f2c8a799dc3 req-f9da98f6-6e5c-472b-9b73-8e9332d28d7d service nova] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Detach interface failed, port_id=159b4bed-f7b5-43ba-b126-111f2690001d, reason: Instance 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1266.847693] env[68986]: INFO nova.compute.manager [-] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Took 1.25 seconds to deallocate network for instance. [ 1266.907095] env[68986]: DEBUG nova.network.neutron [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updated VIF entry in instance network info cache for port 8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.907400] env[68986]: DEBUG nova.network.neutron [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updating instance_info_cache with network_info: [{"id": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "address": "fa:16:3e:b4:2e:89", "network": {"id": "f3132cf2-1a89-4015-8ef6-38696f652501", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-274864608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc3918460ca4ac9a3534c9acc551a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a42f71e-9d", "ovs_interfaceid": "8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.354511] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.354881] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.355271] env[68986]: DEBUG nova.objects.instance [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lazy-loading 'resources' on Instance uuid 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.410157] env[68986]: DEBUG oslo_concurrency.lockutils [req-ef919f8b-abcd-4880-af6a-d3158767a0c1 req-15d8e69b-b7e1-4905-8269-efcd0bb18054 service nova] Releasing lock "refresh_cache-62e2d8ee-6c21-439c-800e-aa180812568e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.937318] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c10ca5-a9ed-45f3-b919-26d7d815bf20 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.945741] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d7de6-ccdb-4195-9aff-b74e041de3c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.979829] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ebedc-1308-4864-a98d-a1f0ad2ea2ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.988917] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217473c5-a1eb-4091-8111-b7f8f6d1f4b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.002547] env[68986]: DEBUG nova.compute.provider_tree [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.506262] env[68986]: DEBUG nova.scheduler.client.report [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.011869] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.035529] env[68986]: INFO nova.scheduler.client.report [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleted allocations for instance 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296 [ 1269.544442] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c76bd716-e573-42b7-80e0-77ac6bdbae15 tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "9f9f08d7-434c-4dde-8f08-ffb0e4c1b296" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.577s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.299287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.299659] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.299921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "f1329591-d2a7-4714-a066-5d721fba3b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.300257] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.300520] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.302642] env[68986]: INFO nova.compute.manager [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Terminating instance [ 1270.602470] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "edb1be11-52f6-40d8-8425-37d31f759cc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.602787] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.602900] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "edb1be11-52f6-40d8-8425-37d31f759cc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.603102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.603277] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.605219] env[68986]: INFO nova.compute.manager [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Terminating instance [ 1270.806219] env[68986]: DEBUG nova.compute.manager [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.806475] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.807347] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9648259-ff46-46f6-b719-5936053d26fd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.810443] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.810675] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.810846] env[68986]: DEBUG nova.compute.manager [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.811583] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca797ac-4e00-44ed-a168-b278b1a46c00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.818075] env[68986]: DEBUG nova.compute.manager [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1270.818627] env[68986]: DEBUG nova.objects.instance [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'flavor' on Instance uuid 746cf488-1595-43f7-8ec8-357188f15f86 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.821605] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.821996] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81ed19ae-ed32-412d-88aa-5b854d5fbfef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.827758] env[68986]: DEBUG oslo_vmware.api [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1270.827758] env[68986]: value = "task-3216898" [ 1270.827758] env[68986]: _type = "Task" [ 1270.827758] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.835348] env[68986]: DEBUG oslo_vmware.api [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.109160] env[68986]: DEBUG nova.compute.manager [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.109349] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.110294] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de51ef1-ee9b-4ede-bc5c-e1985ffca3cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.118183] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.118418] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88ace463-8db1-4301-87d6-87262e960e01 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.124059] env[68986]: DEBUG oslo_vmware.api [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1271.124059] env[68986]: value = "task-3216899" [ 1271.124059] env[68986]: _type = "Task" [ 1271.124059] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.130783] env[68986]: DEBUG oslo_vmware.api [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.338502] env[68986]: DEBUG oslo_vmware.api [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216898, 'name': PowerOffVM_Task, 'duration_secs': 0.182292} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.338770] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.338938] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.339183] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be88ae43-a153-4ee7-a8c3-1f0b8730dbcc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.400414] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.400609] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.400760] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Deleting the datastore file [datastore2] f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.401366] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d769226f-5b71-43f2-a646-77f9da36b5e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.417013] env[68986]: DEBUG oslo_vmware.api [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1271.417013] env[68986]: value = "task-3216901" [ 1271.417013] env[68986]: _type = "Task" [ 1271.417013] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.424438] env[68986]: DEBUG oslo_vmware.api [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.633740] env[68986]: DEBUG oslo_vmware.api [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216899, 'name': PowerOffVM_Task, 'duration_secs': 0.190342} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.634131] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.634179] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.634422] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ab3754c-81f7-4fff-a807-1b29f4f7f05a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.696715] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.696882] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.697065] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleting the datastore file [datastore1] edb1be11-52f6-40d8-8425-37d31f759cc3 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.697333] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c6b818-2501-441b-a618-ce28706e494f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.703307] env[68986]: DEBUG oslo_vmware.api [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for the task: (returnval){ [ 1271.703307] env[68986]: value = "task-3216903" [ 1271.703307] env[68986]: _type = "Task" [ 1271.703307] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.710718] env[68986]: DEBUG oslo_vmware.api [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.827633] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.827963] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cacfb8d9-6a90-456d-b36f-f4cd5af4164f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.835639] env[68986]: DEBUG oslo_vmware.api [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1271.835639] env[68986]: value = "task-3216904" [ 1271.835639] env[68986]: _type = "Task" [ 1271.835639] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.843438] env[68986]: DEBUG oslo_vmware.api [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.927253] env[68986]: DEBUG oslo_vmware.api [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143562} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.927550] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.927801] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.927992] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.928187] env[68986]: INFO nova.compute.manager [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1271.928439] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.928634] env[68986]: DEBUG nova.compute.manager [-] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.928733] env[68986]: DEBUG nova.network.neutron [-] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.217412] env[68986]: DEBUG oslo_vmware.api [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Task: {'id': task-3216903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127924} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.217764] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.218015] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.218364] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.218642] env[68986]: INFO nova.compute.manager [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1272.218957] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.219245] env[68986]: DEBUG nova.compute.manager [-] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.219448] env[68986]: DEBUG nova.network.neutron [-] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.348748] env[68986]: DEBUG oslo_vmware.api [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216904, 'name': PowerOffVM_Task, 'duration_secs': 0.191292} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.349291] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.349667] env[68986]: DEBUG nova.compute.manager [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.351759] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fbfb4d-9b7c-4039-9c1f-53cfe7cfb53e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.357687] env[68986]: DEBUG nova.compute.manager [req-8bffc633-d8aa-4e47-b559-88b798f38094 req-6a85cd45-8ef3-4bea-887f-704ff41a2fbd service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Received event network-vif-deleted-ecad34a7-ded4-4dfd-af8e-4713ce44ac0e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.357891] env[68986]: INFO nova.compute.manager [req-8bffc633-d8aa-4e47-b559-88b798f38094 req-6a85cd45-8ef3-4bea-887f-704ff41a2fbd service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Neutron deleted interface ecad34a7-ded4-4dfd-af8e-4713ce44ac0e; detaching it from the instance and deleting it from the info cache [ 1272.358085] env[68986]: DEBUG nova.network.neutron [req-8bffc633-d8aa-4e47-b559-88b798f38094 req-6a85cd45-8ef3-4bea-887f-704ff41a2fbd service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.472011] env[68986]: DEBUG nova.compute.manager [req-af89f77b-3ca8-437a-b0de-7a7cceeb7e41 req-84e5dbb6-ed27-4132-8eba-f574560450b5 service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Received event network-vif-deleted-3d548095-8bda-45d6-90d4-9a75f002e30a {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.472230] env[68986]: INFO nova.compute.manager [req-af89f77b-3ca8-437a-b0de-7a7cceeb7e41 req-84e5dbb6-ed27-4132-8eba-f574560450b5 service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Neutron deleted interface 3d548095-8bda-45d6-90d4-9a75f002e30a; detaching it from the instance and deleting it from the info cache [ 1272.472405] env[68986]: DEBUG nova.network.neutron [req-af89f77b-3ca8-437a-b0de-7a7cceeb7e41 req-84e5dbb6-ed27-4132-8eba-f574560450b5 service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.827954] env[68986]: DEBUG nova.network.neutron [-] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.863216] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-089f2efe-cce9-47f0-8061-f038e406f862 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.872260] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ca3511e5-ad90-4756-83b1-df541addb383 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.875820] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd732ee-83b7-4bfd-989b-feac7d6700b8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.903057] env[68986]: DEBUG nova.compute.manager [req-8bffc633-d8aa-4e47-b559-88b798f38094 req-6a85cd45-8ef3-4bea-887f-704ff41a2fbd service nova] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Detach interface failed, port_id=ecad34a7-ded4-4dfd-af8e-4713ce44ac0e, reason: Instance f1329591-d2a7-4714-a066-5d721fba3b9a could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.955108] env[68986]: DEBUG nova.network.neutron [-] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.975070] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e57e544-4dfd-4981-8219-f01ce486c302 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.994595] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b8dd7-50a0-4ad7-9a9a-9056de4d9f9a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.018984] env[68986]: DEBUG nova.compute.manager [req-af89f77b-3ca8-437a-b0de-7a7cceeb7e41 req-84e5dbb6-ed27-4132-8eba-f574560450b5 service nova] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Detach interface failed, port_id=3d548095-8bda-45d6-90d4-9a75f002e30a, reason: Instance edb1be11-52f6-40d8-8425-37d31f759cc3 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.159095] env[68986]: DEBUG nova.objects.instance [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'flavor' on Instance uuid 746cf488-1595-43f7-8ec8-357188f15f86 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.331459] env[68986]: INFO nova.compute.manager [-] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Took 1.40 seconds to deallocate network for instance. [ 1273.457728] env[68986]: INFO nova.compute.manager [-] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Took 1.24 seconds to deallocate network for instance. [ 1273.664087] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.664265] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.664400] env[68986]: DEBUG nova.network.neutron [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.664575] env[68986]: DEBUG nova.objects.instance [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'info_cache' on Instance uuid 746cf488-1595-43f7-8ec8-357188f15f86 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.839100] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.839389] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.839636] env[68986]: DEBUG nova.objects.instance [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'resources' on Instance uuid f1329591-d2a7-4714-a066-5d721fba3b9a {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.964677] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.167705] env[68986]: DEBUG nova.objects.base [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Object Instance<746cf488-1595-43f7-8ec8-357188f15f86> lazy-loaded attributes: flavor,info_cache {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.403922] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64458e6d-c640-401e-ab0c-2230260e6221 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.411547] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3f8e47-ca8a-4269-991c-33817c19eb06 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.441573] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5ac4a0-f113-4b3f-8472-46c29535aff4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.448517] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82342e04-07c1-4d52-8ce2-375c5b4934e8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.463376] env[68986]: DEBUG nova.compute.provider_tree [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.862944] env[68986]: DEBUG nova.network.neutron [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.966569] env[68986]: DEBUG nova.scheduler.client.report [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.365165] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.471279] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.473575] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.509s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.473808] env[68986]: DEBUG nova.objects.instance [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lazy-loading 'resources' on Instance uuid edb1be11-52f6-40d8-8425-37d31f759cc3 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.491714] env[68986]: INFO nova.scheduler.client.report [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Deleted allocations for instance f1329591-d2a7-4714-a066-5d721fba3b9a [ 1275.997824] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ded9cc28-2d86-4bae-98ae-11644e3dfccb tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "f1329591-d2a7-4714-a066-5d721fba3b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.021887] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ba16c-46cd-4e77-984a-0397c787aaec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.029888] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7187b167-c335-44fb-9ec8-0b94f5af20cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.060447] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88ad19-8473-4bce-91f3-5e288572e58e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.067077] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c55760-6882-4ef2-937e-9fe9f036b267 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.079576] env[68986]: DEBUG nova.compute.provider_tree [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.371423] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.371769] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-287c37cb-d539-414b-8305-c6d69fd39e00 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.379803] env[68986]: DEBUG oslo_vmware.api [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1276.379803] env[68986]: value = "task-3216905" [ 1276.379803] env[68986]: _type = "Task" [ 1276.379803] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.387200] env[68986]: DEBUG oslo_vmware.api [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.584240] env[68986]: DEBUG nova.scheduler.client.report [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.889929] env[68986]: DEBUG oslo_vmware.api [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216905, 'name': PowerOnVM_Task, 'duration_secs': 0.357161} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.890225] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.890421] env[68986]: DEBUG nova.compute.manager [None req-e8479a4c-5b16-4c15-9e06-3c9891ee1855 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.891267] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9680ad6-9564-442f-a8d5-73b6d447232d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.094437] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.120073] env[68986]: INFO nova.scheduler.client.report [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Deleted allocations for instance edb1be11-52f6-40d8-8425-37d31f759cc3 [ 1277.629732] env[68986]: DEBUG oslo_concurrency.lockutils [None req-16d8ac6c-d18c-428f-a4f8-3b4854282bbb tempest-ServerRescueNegativeTestJSON-1693802250 tempest-ServerRescueNegativeTestJSON-1693802250-project-member] Lock "edb1be11-52f6-40d8-8425-37d31f759cc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.027s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.632030] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.632030] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.134034] env[68986]: DEBUG nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.657643] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.657947] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.659869] env[68986]: INFO nova.compute.claims [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.716979] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06998b0-b1d2-4c51-9b5f-865622acc546 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.724498] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ce235-1a59-4e5b-86f0-5fccb515b7e1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.754171] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93e07b9-e725-49f4-9039-e44142e0d4bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.760820] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ec4236-f487-4a1a-b6af-7614f300288c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.773164] env[68986]: DEBUG nova.compute.provider_tree [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.276539] env[68986]: DEBUG nova.scheduler.client.report [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.782286] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.782835] env[68986]: DEBUG nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.288296] env[68986]: DEBUG nova.compute.utils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.290113] env[68986]: DEBUG nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.290264] env[68986]: DEBUG nova.network.neutron [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.334011] env[68986]: DEBUG nova.policy [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3903f91e2f5447b9d0ffdd8e22bda26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3684d6e8d7504e8486bf0ca16d1f5efc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.566315] env[68986]: DEBUG nova.network.neutron [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Successfully created port: 555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.793310] env[68986]: DEBUG nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.804183] env[68986]: DEBUG nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.830403] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.830705] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.830871] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.831065] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.831220] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.831369] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.831577] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.831781] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.832007] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.832189] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.832364] env[68986]: DEBUG nova.virt.hardware [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.833267] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9076fd-1048-4f22-ae70-668073d47227 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.841162] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29df06-e436-4702-bd83-1a725efe3383 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.908700] env[68986]: DEBUG nova.compute.manager [req-50339660-bd10-4256-a30b-7a4e9c0377ec req-49000947-5dac-4f1d-a481-64ebd61c5e93 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Received event network-vif-plugged-555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.908918] env[68986]: DEBUG oslo_concurrency.lockutils [req-50339660-bd10-4256-a30b-7a4e9c0377ec req-49000947-5dac-4f1d-a481-64ebd61c5e93 service nova] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.909224] env[68986]: DEBUG oslo_concurrency.lockutils [req-50339660-bd10-4256-a30b-7a4e9c0377ec req-49000947-5dac-4f1d-a481-64ebd61c5e93 service nova] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.909454] env[68986]: DEBUG oslo_concurrency.lockutils [req-50339660-bd10-4256-a30b-7a4e9c0377ec req-49000947-5dac-4f1d-a481-64ebd61c5e93 service nova] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.909658] env[68986]: DEBUG nova.compute.manager [req-50339660-bd10-4256-a30b-7a4e9c0377ec req-49000947-5dac-4f1d-a481-64ebd61c5e93 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] No waiting events found dispatching network-vif-plugged-555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.909838] env[68986]: WARNING nova.compute.manager [req-50339660-bd10-4256-a30b-7a4e9c0377ec req-49000947-5dac-4f1d-a481-64ebd61c5e93 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Received unexpected event network-vif-plugged-555d912c-5e4d-4678-8dee-af2130140a06 for instance with vm_state building and task_state spawning. [ 1283.982095] env[68986]: DEBUG nova.network.neutron [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Successfully updated port: 555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.222888] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.223153] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.485019] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.485202] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.485355] env[68986]: DEBUG nova.network.neutron [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.727344] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.727506] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.727689] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.727847] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.727987] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.728149] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.728282] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1284.728424] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.017925] env[68986]: DEBUG nova.network.neutron [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.139972] env[68986]: DEBUG nova.network.neutron [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updating instance_info_cache with network_info: [{"id": "555d912c-5e4d-4678-8dee-af2130140a06", "address": "fa:16:3e:76:bd:d5", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d912c-5e", "ovs_interfaceid": "555d912c-5e4d-4678-8dee-af2130140a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.230545] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.230801] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.230971] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.231144] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1285.232029] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e9e57f-7936-404e-8793-854c98202812 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.241286] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816c53cf-90ad-46ba-bf70-13f28d1e0086 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.255680] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e0399-8b36-45e3-a801-35006bcb21c9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.261650] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a0aab4-bd03-4997-8315-d61241b3c4a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.289532] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180045MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1285.289682] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.289893] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.642692] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.643048] env[68986]: DEBUG nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Instance network_info: |[{"id": "555d912c-5e4d-4678-8dee-af2130140a06", "address": "fa:16:3e:76:bd:d5", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d912c-5e", "ovs_interfaceid": "555d912c-5e4d-4678-8dee-af2130140a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.643503] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:bd:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '555d912c-5e4d-4678-8dee-af2130140a06', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.651057] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.651278] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.651497] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d92b478-09fe-45a9-83a5-0535b6bdbabd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.671370] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.671370] env[68986]: value = "task-3216906" [ 1285.671370] env[68986]: _type = "Task" [ 1285.671370] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.679177] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216906, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.934221] env[68986]: DEBUG nova.compute.manager [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Received event network-changed-555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.934389] env[68986]: DEBUG nova.compute.manager [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Refreshing instance network info cache due to event network-changed-555d912c-5e4d-4678-8dee-af2130140a06. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.934638] env[68986]: DEBUG oslo_concurrency.lockutils [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] Acquiring lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.934818] env[68986]: DEBUG oslo_concurrency.lockutils [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] Acquired lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.934992] env[68986]: DEBUG nova.network.neutron [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Refreshing network info cache for port 555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.181935] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216906, 'name': CreateVM_Task, 'duration_secs': 0.308686} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.182312] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.182690] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.182854] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.183190] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.183436] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb065021-dbb4-412e-9e9f-b50e3fbb5fdd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.188112] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1286.188112] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d2e0c7-0dca-fbdf-d2ae-3d1aef184847" [ 1286.188112] env[68986]: _type = "Task" [ 1286.188112] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.195020] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d2e0c7-0dca-fbdf-d2ae-3d1aef184847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.315026] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 746cf488-1595-43f7-8ec8-357188f15f86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.315026] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 62e2d8ee-6c21-439c-800e-aa180812568e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.315241] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.315241] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1286.315380] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1286.357593] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed56cc5d-6a57-48aa-b840-2694e714f0bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.364742] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e545b-d46e-4c8d-a368-08a761675506 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.393292] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7ec74a-8c0b-4215-b212-3511ce0661b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.399668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709b510b-cfe5-4440-8f3b-4abb1a528e26 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.411968] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.608073] env[68986]: DEBUG nova.network.neutron [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updated VIF entry in instance network info cache for port 555d912c-5e4d-4678-8dee-af2130140a06. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.608426] env[68986]: DEBUG nova.network.neutron [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updating instance_info_cache with network_info: [{"id": "555d912c-5e4d-4678-8dee-af2130140a06", "address": "fa:16:3e:76:bd:d5", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d912c-5e", "ovs_interfaceid": "555d912c-5e4d-4678-8dee-af2130140a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.698551] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d2e0c7-0dca-fbdf-d2ae-3d1aef184847, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.698862] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.699110] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.699345] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.699492] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.699697] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.699942] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98061167-a685-4399-8ec9-a12617cb567a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.707508] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.707685] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.708370] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e658e5f4-18b1-4492-9f43-dc63ba1c8c46 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.714177] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1286.714177] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5261e2f4-5856-99ca-e4e6-5305f90af7e4" [ 1286.714177] env[68986]: _type = "Task" [ 1286.714177] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.720889] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5261e2f4-5856-99ca-e4e6-5305f90af7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.915438] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.110918] env[68986]: DEBUG oslo_concurrency.lockutils [req-85b7aa0c-9b8e-4921-b69e-e9aae1f06bd4 req-bbae46f7-c42a-42bd-a484-a3a625883c2a service nova] Releasing lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.224789] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5261e2f4-5856-99ca-e4e6-5305f90af7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.007648} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.225584] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e238ef-96df-42c9-8c99-0f0955e30e10 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.230562] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1287.230562] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dc7c6a-3bc7-6107-50e1-a59330c9690c" [ 1287.230562] env[68986]: _type = "Task" [ 1287.230562] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.237810] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dc7c6a-3bc7-6107-50e1-a59330c9690c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.420182] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1287.420397] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.740832] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52dc7c6a-3bc7-6107-50e1-a59330c9690c, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.741099] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.741353] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] a6980f7c-0eb1-4f60-87d6-0b96f958eaa1/a6980f7c-0eb1-4f60-87d6-0b96f958eaa1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.741601] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75316a66-fa73-4b8a-8601-c7affcb4a7a3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.748071] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1287.748071] env[68986]: value = "task-3216907" [ 1287.748071] env[68986]: _type = "Task" [ 1287.748071] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.755930] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.257328] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445497} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.257715] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] a6980f7c-0eb1-4f60-87d6-0b96f958eaa1/a6980f7c-0eb1-4f60-87d6-0b96f958eaa1.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.257791] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.258056] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8190af5-577c-4365-b957-241d189cb51b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.264309] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1288.264309] env[68986]: value = "task-3216908" [ 1288.264309] env[68986]: _type = "Task" [ 1288.264309] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.271227] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.774689] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066603} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.774963] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.775735] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5af2f1-251e-4c26-9610-cf459fe776e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.797784] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a6980f7c-0eb1-4f60-87d6-0b96f958eaa1/a6980f7c-0eb1-4f60-87d6-0b96f958eaa1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.798017] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ebed51e-da8e-4437-9a0e-f92e1e7309f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.817396] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1288.817396] env[68986]: value = "task-3216909" [ 1288.817396] env[68986]: _type = "Task" [ 1288.817396] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.828379] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.326816] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216909, 'name': ReconfigVM_Task, 'duration_secs': 0.284744} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.327221] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a6980f7c-0eb1-4f60-87d6-0b96f958eaa1/a6980f7c-0eb1-4f60-87d6-0b96f958eaa1.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.327740] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-406c037d-803e-4cfb-acea-bdbfe2914bc7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.333879] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1289.333879] env[68986]: value = "task-3216910" [ 1289.333879] env[68986]: _type = "Task" [ 1289.333879] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.340989] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216910, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.843479] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216910, 'name': Rename_Task, 'duration_secs': 0.133631} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.843755] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.844012] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b98d18-bcc4-48b6-a46e-7e484dbc385c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.849985] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1289.849985] env[68986]: value = "task-3216911" [ 1289.849985] env[68986]: _type = "Task" [ 1289.849985] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.859826] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.359984] env[68986]: DEBUG oslo_vmware.api [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216911, 'name': PowerOnVM_Task, 'duration_secs': 0.443464} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.360383] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.360513] env[68986]: INFO nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1290.360626] env[68986]: DEBUG nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.361418] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6876076c-5ebf-4da9-9ea5-99b79aa67579 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.878974] env[68986]: INFO nova.compute.manager [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Took 11.24 seconds to build instance. [ 1291.380804] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f5c67745-c883-4b3c-8060-e7fd148ab2c1 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.749s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.560469] env[68986]: DEBUG nova.compute.manager [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Received event network-changed-555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.560696] env[68986]: DEBUG nova.compute.manager [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Refreshing instance network info cache due to event network-changed-555d912c-5e4d-4678-8dee-af2130140a06. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.560920] env[68986]: DEBUG oslo_concurrency.lockutils [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] Acquiring lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.561117] env[68986]: DEBUG oslo_concurrency.lockutils [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] Acquired lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.561298] env[68986]: DEBUG nova.network.neutron [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Refreshing network info cache for port 555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.257171] env[68986]: DEBUG nova.network.neutron [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updated VIF entry in instance network info cache for port 555d912c-5e4d-4678-8dee-af2130140a06. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.257537] env[68986]: DEBUG nova.network.neutron [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updating instance_info_cache with network_info: [{"id": "555d912c-5e4d-4678-8dee-af2130140a06", "address": "fa:16:3e:76:bd:d5", "network": {"id": "5df92fd0-f08c-4c47-bf1b-72ff78b28ca4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1932375512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3684d6e8d7504e8486bf0ca16d1f5efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d912c-5e", "ovs_interfaceid": "555d912c-5e4d-4678-8dee-af2130140a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.760659] env[68986]: DEBUG oslo_concurrency.lockutils [req-97f79b42-bfd3-48e9-ac34-38a939c1dfb8 req-e6ca69a2-7344-4375-aba4-6f1f4052daa9 service nova] Releasing lock "refresh_cache-a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.514064] env[68986]: INFO nova.compute.manager [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Rebuilding instance [ 1303.552637] env[68986]: DEBUG nova.compute.manager [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.553513] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd4409-5cd7-42b6-969f-33bd8324ba13 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.566372] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.566769] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cddfcf9-bc53-4164-93d2-cc7dfb8be902 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.575255] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1304.575255] env[68986]: value = "task-3216912" [ 1304.575255] env[68986]: _type = "Task" [ 1304.575255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.582842] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.085478] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216912, 'name': PowerOffVM_Task, 'duration_secs': 0.177181} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.085714] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.086432] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.086684] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef784dfa-1ced-4e18-abf8-1c58de6e8226 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.092356] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1305.092356] env[68986]: value = "task-3216913" [ 1305.092356] env[68986]: _type = "Task" [ 1305.092356] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.099928] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.601687] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] VM already powered off {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1305.601978] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1305.602123] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643171', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'name': 'volume-955832c7-4d75-4461-b423-dccf16745c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62e2d8ee-6c21-439c-800e-aa180812568e', 'attached_at': '', 'detached_at': '', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'serial': '955832c7-4d75-4461-b423-dccf16745c6a'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1305.602872] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49baf901-65be-4114-a9e5-cef0d68388b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.620472] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a672c4f-cd35-4b14-97e4-1bdafd6e01d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.626717] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c921c43-a0c2-4ef2-a4d9-9aff51ea8443 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.644022] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0184de0-2721-46e3-8576-0437a26da695 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.658430] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] The volume has not been displaced from its original location: [datastore2] volume-955832c7-4d75-4461-b423-dccf16745c6a/volume-955832c7-4d75-4461-b423-dccf16745c6a.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1305.663724] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1305.664119] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b09390-92d5-4d1f-98d4-a36a22dd04dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.681718] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1305.681718] env[68986]: value = "task-3216914" [ 1305.681718] env[68986]: _type = "Task" [ 1305.681718] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.689332] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.191173] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216914, 'name': ReconfigVM_Task, 'duration_secs': 0.261821} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.191446] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.196135] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a54d35-a8e5-4dbe-8712-1e117309a85b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.210431] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1306.210431] env[68986]: value = "task-3216915" [ 1306.210431] env[68986]: _type = "Task" [ 1306.210431] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.217697] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.721843] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216915, 'name': ReconfigVM_Task, 'duration_secs': 0.109216} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.722246] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643171', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'name': 'volume-955832c7-4d75-4461-b423-dccf16745c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62e2d8ee-6c21-439c-800e-aa180812568e', 'attached_at': '', 'detached_at': '', 'volume_id': '955832c7-4d75-4461-b423-dccf16745c6a', 'serial': '955832c7-4d75-4461-b423-dccf16745c6a'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1306.722440] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.723173] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eff706-844a-4966-ad99-b56068b6602c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.729325] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.729537] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e5b702-48e3-4dc5-bcb2-c0d3fa3e5356 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.789256] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.789502] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.789641] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Deleting the datastore file [datastore2] 62e2d8ee-6c21-439c-800e-aa180812568e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.789943] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73e46867-0fef-4f1b-b4bb-90e840391fa4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.796134] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for the task: (returnval){ [ 1306.796134] env[68986]: value = "task-3216917" [ 1306.796134] env[68986]: _type = "Task" [ 1306.796134] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.803578] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.305636] env[68986]: DEBUG oslo_vmware.api [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Task: {'id': task-3216917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079261} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.305882] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.306074] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.306253] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.358181] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1307.358490] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10c0220d-4c48-4a44-b0cc-78cd6f934736 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.366792] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e57fd-bb46-48e3-b60e-2083d769b25a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.391802] env[68986]: ERROR nova.compute.manager [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Failed to detach volume 955832c7-4d75-4461-b423-dccf16745c6a from /dev/sda: nova.exception.InstanceNotFound: Instance 62e2d8ee-6c21-439c-800e-aa180812568e could not be found. [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Traceback (most recent call last): [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self.driver.rebuild(**kwargs) [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] raise NotImplementedError() [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] NotImplementedError [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] During handling of the above exception, another exception occurred: [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Traceback (most recent call last): [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self.driver.detach_volume(context, old_connection_info, [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] return self._volumeops.detach_volume(connection_info, instance) [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self._detach_volume_vmdk(connection_info, instance) [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] stable_ref.fetch_moref(session) [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] nova.exception.InstanceNotFound: Instance 62e2d8ee-6c21-439c-800e-aa180812568e could not be found. [ 1307.391802] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1307.510045] env[68986]: DEBUG nova.compute.utils [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Build of instance 62e2d8ee-6c21-439c-800e-aa180812568e aborted: Failed to rebuild volume backed instance. {{(pid=68986) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1307.512230] env[68986]: ERROR nova.compute.manager [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 62e2d8ee-6c21-439c-800e-aa180812568e aborted: Failed to rebuild volume backed instance. [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Traceback (most recent call last): [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self.driver.rebuild(**kwargs) [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] raise NotImplementedError() [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] NotImplementedError [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] During handling of the above exception, another exception occurred: [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Traceback (most recent call last): [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self._detach_root_volume(context, instance, root_bdm) [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] with excutils.save_and_reraise_exception(): [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self.force_reraise() [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] raise self.value [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self.driver.detach_volume(context, old_connection_info, [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] return self._volumeops.detach_volume(connection_info, instance) [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self._detach_volume_vmdk(connection_info, instance) [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] stable_ref.fetch_moref(session) [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] nova.exception.InstanceNotFound: Instance 62e2d8ee-6c21-439c-800e-aa180812568e could not be found. [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] During handling of the above exception, another exception occurred: [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Traceback (most recent call last): [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] yield [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1307.512230] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self._do_rebuild_instance_with_claim( [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self._do_rebuild_instance( [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self._rebuild_default_impl(**kwargs) [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] self._rebuild_volume_backed_instance( [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] raise exception.BuildAbortException( [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] nova.exception.BuildAbortException: Build of instance 62e2d8ee-6c21-439c-800e-aa180812568e aborted: Failed to rebuild volume backed instance. [ 1307.513523] env[68986]: ERROR nova.compute.manager [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] [ 1308.320963] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.321361] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.321549] env[68986]: INFO nova.compute.manager [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Rebooting instance [ 1308.837165] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.837352] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.837526] env[68986]: DEBUG nova.network.neutron [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.527657] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.527982] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.538410] env[68986]: DEBUG nova.network.neutron [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.634763] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84257df-dde5-42a5-8dc5-b7665bd703ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.642226] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cafa6d-f0b2-463f-a344-d152243b5040 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.671265] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3090b-82ff-4f7d-8b93-40f393567360 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.677979] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862c40fa-1fb4-45be-b8c0-b5b73244cd18 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.691968] env[68986]: DEBUG nova.compute.provider_tree [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.041393] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.194479] env[68986]: DEBUG nova.scheduler.client.report [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.435598] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquiring lock "62e2d8ee-6c21-439c-800e-aa180812568e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.435855] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "62e2d8ee-6c21-439c-800e-aa180812568e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.436074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquiring lock "62e2d8ee-6c21-439c-800e-aa180812568e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.436263] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "62e2d8ee-6c21-439c-800e-aa180812568e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.436430] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "62e2d8ee-6c21-439c-800e-aa180812568e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.438644] env[68986]: INFO nova.compute.manager [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Terminating instance [ 1310.545843] env[68986]: DEBUG nova.compute.manager [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.546737] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e67eaa7-ae88-476a-98f6-ea06294c8d7b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.699961] env[68986]: DEBUG oslo_concurrency.lockutils [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.171s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.700502] env[68986]: INFO nova.compute.manager [None req-4d218e8d-e155-44da-847b-039801a2a626 tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Successfully reverted task state from rebuilding on failure for instance. [ 1310.942071] env[68986]: DEBUG nova.compute.manager [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.942452] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c8ccb46-a4cb-4b22-8ef3-402e7afac2f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.951687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d646ee55-7b3e-467b-a020-c7b3db0d99d8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.976018] env[68986]: WARNING nova.virt.vmwareapi.driver [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 62e2d8ee-6c21-439c-800e-aa180812568e could not be found. [ 1310.976225] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.976505] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1259d4b-2569-4cee-bdc7-a5ccea0c5fa0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.984046] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5a337-0ad1-421e-b833-fbf5f6cbb347 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.007292] env[68986]: WARNING nova.virt.vmwareapi.vmops [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 62e2d8ee-6c21-439c-800e-aa180812568e could not be found. [ 1311.007480] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.007658] env[68986]: INFO nova.compute.manager [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1311.007888] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.008114] env[68986]: DEBUG nova.compute.manager [-] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.008208] env[68986]: DEBUG nova.network.neutron [-] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.476051] env[68986]: DEBUG nova.compute.manager [req-2526f91a-1474-4ce0-87da-44f6b874a8d6 req-0ad179a5-e5fd-4df1-8cba-ac6037e5b153 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Received event network-vif-deleted-8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.476271] env[68986]: INFO nova.compute.manager [req-2526f91a-1474-4ce0-87da-44f6b874a8d6 req-0ad179a5-e5fd-4df1-8cba-ac6037e5b153 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Neutron deleted interface 8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb; detaching it from the instance and deleting it from the info cache [ 1311.476445] env[68986]: DEBUG nova.network.neutron [req-2526f91a-1474-4ce0-87da-44f6b874a8d6 req-0ad179a5-e5fd-4df1-8cba-ac6037e5b153 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.563615] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ad4535-989b-45ef-9ccd-87b8c211ce59 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.574427] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Doing hard reboot of VM {{(pid=68986) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1311.574675] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e3c10172-767f-4d09-b2b9-daaac983fd66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.584223] env[68986]: DEBUG oslo_vmware.api [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1311.584223] env[68986]: value = "task-3216918" [ 1311.584223] env[68986]: _type = "Task" [ 1311.584223] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.591930] env[68986]: DEBUG oslo_vmware.api [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216918, 'name': ResetVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.953346] env[68986]: DEBUG nova.network.neutron [-] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.982651] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97301326-7b99-409e-b167-2abbbf00a733 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.992452] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d54ff-3989-467c-b869-b1eadefb7a52 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.018932] env[68986]: DEBUG nova.compute.manager [req-2526f91a-1474-4ce0-87da-44f6b874a8d6 req-0ad179a5-e5fd-4df1-8cba-ac6037e5b153 service nova] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Detach interface failed, port_id=8a42f71e-9d03-48aa-a0d1-d51f2e30b8fb, reason: Instance 62e2d8ee-6c21-439c-800e-aa180812568e could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.093502] env[68986]: DEBUG oslo_vmware.api [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216918, 'name': ResetVM_Task, 'duration_secs': 0.0981} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.093809] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Did hard reboot of VM {{(pid=68986) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1312.094016] env[68986]: DEBUG nova.compute.manager [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.094784] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f604b029-890f-4a47-8ede-9a1f59a9ce2d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.456645] env[68986]: INFO nova.compute.manager [-] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Took 1.45 seconds to deallocate network for instance. [ 1312.609688] env[68986]: DEBUG oslo_concurrency.lockutils [None req-dcb7771d-1c4e-4f6a-8554-49dfb00a0787 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.288s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.001262] env[68986]: INFO nova.compute.manager [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Took 0.54 seconds to detach 1 volumes for instance. [ 1313.003437] env[68986]: DEBUG nova.compute.manager [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Deleting volume: 955832c7-4d75-4461-b423-dccf16745c6a {{(pid=68986) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1313.545066] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.545374] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.545596] env[68986]: DEBUG nova.objects.instance [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lazy-loading 'resources' on Instance uuid 62e2d8ee-6c21-439c-800e-aa180812568e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.105688] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eef18a-5e53-4dad-9968-af319203dee0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.112851] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5954d9be-eba3-471e-a95b-6fcbc51965f7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.142948] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1739f93-7ed9-4109-b235-8c9851287d58 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.150430] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e405de1-739e-492b-8d1e-a254615e3214 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.163190] env[68986]: DEBUG nova.compute.provider_tree [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.290054] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.290315] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.473965] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "5abe2c64-171b-494b-9911-0735cfa837c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.474238] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "5abe2c64-171b-494b-9911-0735cfa837c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.666184] env[68986]: DEBUG nova.scheduler.client.report [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.793011] env[68986]: DEBUG nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.976622] env[68986]: DEBUG nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.170544] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.312716] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.312973] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.314357] env[68986]: INFO nova.compute.claims [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.494700] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.689074] env[68986]: DEBUG oslo_concurrency.lockutils [None req-24ff461b-d66d-4c82-bdc8-3daa67ee72ba tempest-ServerActionsV293TestJSON-371156459 tempest-ServerActionsV293TestJSON-371156459-project-member] Lock "62e2d8ee-6c21-439c-800e-aa180812568e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.253s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.387344] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f19ecc-4260-4d3e-8b51-3990cae3e6c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.395383] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1226284c-59ce-44d4-a41a-e877cc37a9f9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.425031] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca563bb-dbc5-4a35-942e-3a320869f875 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.432194] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74466be-4ab3-4678-b58a-0042f46e57d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.444867] env[68986]: DEBUG nova.compute.provider_tree [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.948485] env[68986]: DEBUG nova.scheduler.client.report [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.455256] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.455800] env[68986]: DEBUG nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.458877] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.964s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.460276] env[68986]: INFO nova.compute.claims [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.960543] env[68986]: DEBUG nova.compute.utils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.962502] env[68986]: DEBUG nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1318.465141] env[68986]: DEBUG nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.610222] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec663a-1390-41d7-910c-f867242aaedb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.617654] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3da2b18-eeb7-40d9-b9fb-8d305a6403c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.649921] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8349777-8b45-428b-97ad-27d59acedd45 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.660549] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e013662-0ba2-4c57-9d64-576e1168e928 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.681568] env[68986]: DEBUG nova.compute.provider_tree [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.185143] env[68986]: DEBUG nova.scheduler.client.report [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.478038] env[68986]: DEBUG nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.506225] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.506575] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.506790] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.507061] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.507284] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.507494] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.507780] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.508042] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.508296] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.508529] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.508773] env[68986]: DEBUG nova.virt.hardware [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.510041] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be8f93-1873-48e3-8150-52beb7d4fd3b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.518615] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7cc03b-a2af-49d8-b2ef-93a5ff2f848e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.531361] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.536930] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Creating folder: Project (3fe05e1601424d948637cc6cc42783a0). Parent ref: group-v642845. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.537203] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1b943b2-04fb-40a8-a235-2f7066b61410 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.546806] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Created folder: Project (3fe05e1601424d948637cc6cc42783a0) in parent group-v642845. [ 1319.546980] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Creating folder: Instances. Parent ref: group-v643175. {{(pid=68986) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.547207] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a050a75-8109-419b-862b-88b4d9ffa652 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.555507] env[68986]: INFO nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Created folder: Instances in parent group-v643175. [ 1319.555720] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.555898] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.556122] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cd9a631-46b1-4406-8da2-02ee9a1c752e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.571237] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.571237] env[68986]: value = "task-3216922" [ 1319.571237] env[68986]: _type = "Task" [ 1319.571237] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.577842] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216922, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.690046] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.690619] env[68986]: DEBUG nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.081343] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216922, 'name': CreateVM_Task, 'duration_secs': 0.260937} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.081520] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.081921] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.082108] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.082467] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.082710] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3ab851-1989-4a3a-b894-8b4f06e47957 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.086870] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1320.086870] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f0172-53b8-b5fa-811a-c68476968897" [ 1320.086870] env[68986]: _type = "Task" [ 1320.086870] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.093817] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f0172-53b8-b5fa-811a-c68476968897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.195397] env[68986]: DEBUG nova.compute.utils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.196797] env[68986]: DEBUG nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Not allocating networking since 'none' was specified. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1320.597212] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529f0172-53b8-b5fa-811a-c68476968897, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.597627] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.597755] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.597986] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.598150] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.598329] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.598571] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aec8d6f6-2fdd-40d6-82c3-50bfdd59b668 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.606153] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.606286] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.606928] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af23598e-eda0-4022-941d-3b725d5d1ff9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.611560] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1320.611560] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cf9dfe-e29e-830f-bba4-ce12a11c0fcd" [ 1320.611560] env[68986]: _type = "Task" [ 1320.611560] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.618432] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cf9dfe-e29e-830f-bba4-ce12a11c0fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.698158] env[68986]: DEBUG nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.123382] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52cf9dfe-e29e-830f-bba4-ce12a11c0fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.008039} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.124165] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2846c9-328f-48b5-a3b6-eac3bf5502df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.129171] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1321.129171] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ef6fe-7ae7-2ce4-6770-8dc4e9dcc067" [ 1321.129171] env[68986]: _type = "Task" [ 1321.129171] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.136593] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ef6fe-7ae7-2ce4-6770-8dc4e9dcc067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.639515] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ef6fe-7ae7-2ce4-6770-8dc4e9dcc067, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.639845] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.640072] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 986edeb3-f978-4fb8-9e8d-b11036c8ff12/986edeb3-f978-4fb8-9e8d-b11036c8ff12.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.640356] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db741216-5812-415b-b319-de51e932436d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.646745] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1321.646745] env[68986]: value = "task-3216923" [ 1321.646745] env[68986]: _type = "Task" [ 1321.646745] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.653525] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.707971] env[68986]: DEBUG nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.729287] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.729564] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.729752] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.729970] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.730182] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.730372] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.730622] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.730816] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.731033] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.731244] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.731465] env[68986]: DEBUG nova.virt.hardware [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.732321] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5572015-9228-43d6-84ba-abac8f424b3d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.739854] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4da203-d0d4-4363-8745-7db18cd4d4f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.752775] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.758299] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.758527] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.758722] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2110c038-ce60-4c42-98d8-55d163898052 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.774338] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.774338] env[68986]: value = "task-3216924" [ 1321.774338] env[68986]: _type = "Task" [ 1321.774338] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.781106] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216924, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.156019] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449134} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.156309] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 986edeb3-f978-4fb8-9e8d-b11036c8ff12/986edeb3-f978-4fb8-9e8d-b11036c8ff12.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.156504] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.156751] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ddb617-a86b-43d3-bc62-5fa74dfd45b6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.168632] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1322.168632] env[68986]: value = "task-3216925" [ 1322.168632] env[68986]: _type = "Task" [ 1322.168632] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.175869] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.283356] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216924, 'name': CreateVM_Task, 'duration_secs': 0.416397} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.283565] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.283928] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.284102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.284417] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.284656] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a2c531-7eae-4140-b480-62ce146a54b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.288725] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1322.288725] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c729b-9999-90c2-d0a6-a3acaa018bb5" [ 1322.288725] env[68986]: _type = "Task" [ 1322.288725] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.295627] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c729b-9999-90c2-d0a6-a3acaa018bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.678769] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06084} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.679235] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.679742] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ed04c3-ca2b-404f-8449-4efd5b9063ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.699616] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 986edeb3-f978-4fb8-9e8d-b11036c8ff12/986edeb3-f978-4fb8-9e8d-b11036c8ff12.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.699832] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2a6f30-a2eb-4068-8855-4cc22bae9cea {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.718275] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1322.718275] env[68986]: value = "task-3216926" [ 1322.718275] env[68986]: _type = "Task" [ 1322.718275] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.725638] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.798802] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525c729b-9999-90c2-d0a6-a3acaa018bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.033854} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.799094] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.799330] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.799558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.799701] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.799875] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.800144] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e147a57-dc43-4c3e-b26d-a15cf5386bbc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.807689] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.807863] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.808556] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d61667-2cd3-46ae-840b-e6b95c45210a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.813351] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1322.813351] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c830c-901d-da08-6a85-27f48c328ca5" [ 1322.813351] env[68986]: _type = "Task" [ 1322.813351] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.819957] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c830c-901d-da08-6a85-27f48c328ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.228164] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216926, 'name': ReconfigVM_Task, 'duration_secs': 0.265788} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.228448] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 986edeb3-f978-4fb8-9e8d-b11036c8ff12/986edeb3-f978-4fb8-9e8d-b11036c8ff12.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.229067] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30cc6925-566c-44e5-9da5-7cd052b35914 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.235478] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1323.235478] env[68986]: value = "task-3216927" [ 1323.235478] env[68986]: _type = "Task" [ 1323.235478] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.242960] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216927, 'name': Rename_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.322403] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c830c-901d-da08-6a85-27f48c328ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.008112} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.323104] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505060e5-e511-4151-8e98-6c34807bec0c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.327801] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1323.327801] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521862c9-1d6c-143d-e095-c78d3092bb03" [ 1323.327801] env[68986]: _type = "Task" [ 1323.327801] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.334901] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521862c9-1d6c-143d-e095-c78d3092bb03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.745280] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216927, 'name': Rename_Task, 'duration_secs': 0.129743} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.745593] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.745762] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cbc076b-dd54-487b-98a5-53727090f31e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.751419] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1323.751419] env[68986]: value = "task-3216928" [ 1323.751419] env[68986]: _type = "Task" [ 1323.751419] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.759014] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.837230] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521862c9-1d6c-143d-e095-c78d3092bb03, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.837434] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.837682] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.837936] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dae73f3-9a6d-493d-8a11-b91e8e14945a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.843339] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1323.843339] env[68986]: value = "task-3216929" [ 1323.843339] env[68986]: _type = "Task" [ 1323.843339] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.850843] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.264326] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216928, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.353347] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449525} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.353614] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.353897] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.354201] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a74aec5-744e-4932-809b-01b298f548df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.360232] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1324.360232] env[68986]: value = "task-3216930" [ 1324.360232] env[68986]: _type = "Task" [ 1324.360232] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.367204] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.762865] env[68986]: DEBUG oslo_vmware.api [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216928, 'name': PowerOnVM_Task, 'duration_secs': 0.524214} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.763239] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.763338] env[68986]: INFO nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Took 5.29 seconds to spawn the instance on the hypervisor. [ 1324.763582] env[68986]: DEBUG nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.764390] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5142ed-1da8-4b1e-967f-dac64cd51281 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.869601] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063423} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.869928] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.870737] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3794ea5-9ea1-4c73-8cc6-94790d7bb5ec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.889376] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.889635] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-663a9640-b6df-414d-9305-95518ed42bb0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.908307] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1324.908307] env[68986]: value = "task-3216931" [ 1324.908307] env[68986]: _type = "Task" [ 1324.908307] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.915570] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.280821] env[68986]: INFO nova.compute.manager [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Took 9.98 seconds to build instance. [ 1325.419422] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.783365] env[68986]: DEBUG oslo_concurrency.lockutils [None req-629b5488-fdc9-4c7b-a24e-ef5dfedf9cbe tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.493s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.918881] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216931, 'name': ReconfigVM_Task, 'duration_secs': 0.538497} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.919181] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.919791] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43a42eb7-1185-4960-9b8d-54b7b0eb9d72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.926602] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1325.926602] env[68986]: value = "task-3216932" [ 1325.926602] env[68986]: _type = "Task" [ 1325.926602] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.933925] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216932, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.435920] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216932, 'name': Rename_Task, 'duration_secs': 0.138824} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.436219] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.436461] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64bcaee4-e110-44b2-8284-7b897123e814 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.442668] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1326.442668] env[68986]: value = "task-3216933" [ 1326.442668] env[68986]: _type = "Task" [ 1326.442668] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.449760] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.952815] env[68986]: DEBUG oslo_vmware.api [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216933, 'name': PowerOnVM_Task, 'duration_secs': 0.41072} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.953213] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.953213] env[68986]: INFO nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Took 5.25 seconds to spawn the instance on the hypervisor. [ 1326.953392] env[68986]: DEBUG nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.954175] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8753fe85-9635-48e4-bbb9-f37a94806dd9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.468917] env[68986]: INFO nova.compute.manager [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Took 11.99 seconds to build instance. [ 1327.971899] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7a16746c-7c65-4e78-9511-78e8832c9928 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "5abe2c64-171b-494b-9911-0735cfa837c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.497s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.424059] env[68986]: INFO nova.compute.manager [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Rebuilding instance [ 1328.462934] env[68986]: DEBUG nova.compute.manager [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.463913] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59acd0bc-cafc-4380-a2e1-94f40c70fa3a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.770961] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.771257] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.274621] env[68986]: DEBUG nova.compute.utils [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.476176] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.476520] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c721420-205f-4130-98bd-8958d227a853 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.483967] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1329.483967] env[68986]: value = "task-3216934" [ 1329.483967] env[68986]: _type = "Task" [ 1329.483967] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.492186] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.778102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.994469] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216934, 'name': PowerOffVM_Task, 'duration_secs': 0.107895} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.994732] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.994948] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.995693] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be091ea-a375-498b-8629-516e95de75ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.001763] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.001972] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe1dd975-f23c-4603-ac27-39c031ce6fbd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.027678] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.027890] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.028102] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleting the datastore file [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.028358] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1364accd-d4cf-49a2-88a7-a1d03758fcb3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.034217] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1330.034217] env[68986]: value = "task-3216936" [ 1330.034217] env[68986]: _type = "Task" [ 1330.034217] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.041369] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.544043] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102661} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.571348] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.571348] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.571348] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.837576] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.837827] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.838036] env[68986]: INFO nova.compute.manager [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Attaching volume 7e0d72e5-1e6e-40ee-9365-cad4a8deae9f to /dev/sdb [ 1330.867248] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326ac466-28fa-47a9-ad08-003d489b684d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.873818] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f70aa-9fda-48f2-a52f-6dd8669204d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.886718] env[68986]: DEBUG nova.virt.block_device [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updating existing volume attachment record: b920ae76-3bea-4c43-bda1-438c364b7480 {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.580275] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.580559] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.580688] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.580865] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.581015] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.581166] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.581442] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.581642] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.581820] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.581984] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.582173] env[68986]: DEBUG nova.virt.hardware [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.583029] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54df5a01-088e-4132-bc57-1502c10b22de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.590980] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c75ba4a-218a-4297-9981-18d60eb1d4a5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.604207] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Instance VIF info [] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.609644] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.609868] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.610085] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e35e59a7-b307-4f9c-9fb8-43b3e7946179 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.626086] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.626086] env[68986]: value = "task-3216938" [ 1331.626086] env[68986]: _type = "Task" [ 1331.626086] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.632980] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216938, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.135541] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216938, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.636223] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216938, 'name': CreateVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.137271] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216938, 'name': CreateVM_Task, 'duration_secs': 1.209243} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.137503] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.137929] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.138119] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.138443] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.138697] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3856e285-8656-47c5-8695-7a63a8584df3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.143092] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1333.143092] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c8aa3b-3363-020f-7fa6-472ca564f9c3" [ 1333.143092] env[68986]: _type = "Task" [ 1333.143092] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.150425] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c8aa3b-3363-020f-7fa6-472ca564f9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.654072] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c8aa3b-3363-020f-7fa6-472ca564f9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014425} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.654072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.654072] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.654072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.654545] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.654545] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.654611] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29d0655b-508a-4d6f-9619-fde35347c9fb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.662799] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.663034] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.663664] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe4285c-1ac8-4399-8bef-09dc4222f7da {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.668142] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1333.668142] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208c2c7-0975-86cd-941a-e4468ad66dbe" [ 1333.668142] env[68986]: _type = "Task" [ 1333.668142] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.675083] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208c2c7-0975-86cd-941a-e4468ad66dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.178321] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5208c2c7-0975-86cd-941a-e4468ad66dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.179036] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ec6b11-2a9f-4875-aae4-daef4119baec {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.184089] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1334.184089] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d4ffa9-97b5-c037-2d3e-069b1dd7007a" [ 1334.184089] env[68986]: _type = "Task" [ 1334.184089] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.193277] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d4ffa9-97b5-c037-2d3e-069b1dd7007a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.693518] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d4ffa9-97b5-c037-2d3e-069b1dd7007a, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.693894] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.694038] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.694267] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02a81a47-4736-4a7c-b632-3d756e3c7cdc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.700660] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1334.700660] env[68986]: value = "task-3216940" [ 1334.700660] env[68986]: _type = "Task" [ 1334.700660] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.707561] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.210989] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428454} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.210989] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.210989] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.210989] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2fc05db-80c8-44d3-a6f6-d9b8b4207dbc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.217343] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1335.217343] env[68986]: value = "task-3216941" [ 1335.217343] env[68986]: _type = "Task" [ 1335.217343] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.224564] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.428153] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.428401] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643179', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'name': 'volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'serial': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.429295] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598cc3f-5b89-4e2c-8ba3-74fb40a93873 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.445233] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48199a-c291-4e6b-93f1-2745a9037f5a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.468789] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f/volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.469022] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5aa6eca-db65-470e-acac-ab21d8853539 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.486194] env[68986]: DEBUG oslo_vmware.api [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1335.486194] env[68986]: value = "task-3216942" [ 1335.486194] env[68986]: _type = "Task" [ 1335.486194] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.493547] env[68986]: DEBUG oslo_vmware.api [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.727345] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059496} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.727787] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.728532] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684d1371-b60a-48f1-810b-aa8a204fd996 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.747884] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.748138] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad2ca93-dcc6-4916-bcbd-7f570b3443c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.767651] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1335.767651] env[68986]: value = "task-3216943" [ 1335.767651] env[68986]: _type = "Task" [ 1335.767651] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.775103] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.996088] env[68986]: DEBUG oslo_vmware.api [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216942, 'name': ReconfigVM_Task, 'duration_secs': 0.356084} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.996088] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f/volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.000167] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1296499a-1353-4017-bcf8-4a04808e0897 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.015863] env[68986]: DEBUG oslo_vmware.api [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1336.015863] env[68986]: value = "task-3216944" [ 1336.015863] env[68986]: _type = "Task" [ 1336.015863] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.028707] env[68986]: DEBUG oslo_vmware.api [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.277096] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216943, 'name': ReconfigVM_Task, 'duration_secs': 0.258364} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.277339] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3/5abe2c64-171b-494b-9911-0735cfa837c3.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.277947] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0517acd4-a2ac-4d76-9686-7b712eee1943 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.284887] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1336.284887] env[68986]: value = "task-3216945" [ 1336.284887] env[68986]: _type = "Task" [ 1336.284887] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.291857] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216945, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.526572] env[68986]: DEBUG oslo_vmware.api [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216944, 'name': ReconfigVM_Task, 'duration_secs': 0.134743} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.526843] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643179', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'name': 'volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'serial': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.794147] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216945, 'name': Rename_Task, 'duration_secs': 0.137058} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.794456] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.794632] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26637411-9e28-4fe8-bbfe-787f13afb688 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.801199] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1336.801199] env[68986]: value = "task-3216946" [ 1336.801199] env[68986]: _type = "Task" [ 1336.801199] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.809500] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.310732] env[68986]: DEBUG oslo_vmware.api [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216946, 'name': PowerOnVM_Task, 'duration_secs': 0.390275} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.310960] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.311375] env[68986]: DEBUG nova.compute.manager [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.312165] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b963be97-f6b5-429d-ac8f-b6f53b7d3df8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.562903] env[68986]: DEBUG nova.objects.instance [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.828786] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.829069] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.829247] env[68986]: DEBUG nova.objects.instance [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1338.068101] env[68986]: DEBUG oslo_concurrency.lockutils [None req-c884ff7b-3bcb-49f3-8b8b-3b919bbdf691 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.228436] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "5abe2c64-171b-494b-9911-0735cfa837c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.228643] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "5abe2c64-171b-494b-9911-0735cfa837c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.228861] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "5abe2c64-171b-494b-9911-0735cfa837c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.229064] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "5abe2c64-171b-494b-9911-0735cfa837c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.229237] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "5abe2c64-171b-494b-9911-0735cfa837c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.231369] env[68986]: INFO nova.compute.manager [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Terminating instance [ 1338.734727] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "refresh_cache-5abe2c64-171b-494b-9911-0735cfa837c3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.734918] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "refresh_cache-5abe2c64-171b-494b-9911-0735cfa837c3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.735119] env[68986]: DEBUG nova.network.neutron [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.836980] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e359eeed-8d66-452c-b558-7ee6856a743e tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.896391] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.896627] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.253391] env[68986]: DEBUG nova.network.neutron [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.305521] env[68986]: DEBUG nova.network.neutron [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.399478] env[68986]: DEBUG nova.compute.utils [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.807752] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "refresh_cache-5abe2c64-171b-494b-9911-0735cfa837c3" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.808240] env[68986]: DEBUG nova.compute.manager [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.808451] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.809390] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebabd78f-9611-4397-ad34-e6b36ddec9b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.817165] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.817590] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74009ba6-4800-4d21-a033-fa262f9c2167 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.822961] env[68986]: DEBUG oslo_vmware.api [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1339.822961] env[68986]: value = "task-3216947" [ 1339.822961] env[68986]: _type = "Task" [ 1339.822961] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.830426] env[68986]: DEBUG oslo_vmware.api [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.902330] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.333337] env[68986]: DEBUG oslo_vmware.api [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216947, 'name': PowerOffVM_Task, 'duration_secs': 0.140526} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.333628] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.333796] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.334045] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3879472f-0efd-461f-bef4-b2022a693e32 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.358320] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.358507] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.358683] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleting the datastore file [datastore2] 5abe2c64-171b-494b-9911-0735cfa837c3 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.358954] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f93ad83-95e6-4d9b-a74c-bd4c46d921ee {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.365038] env[68986]: DEBUG oslo_vmware.api [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1340.365038] env[68986]: value = "task-3216949" [ 1340.365038] env[68986]: _type = "Task" [ 1340.365038] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.372178] env[68986]: DEBUG oslo_vmware.api [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.875048] env[68986]: DEBUG oslo_vmware.api [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092423} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.875048] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.875048] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.875048] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.875483] env[68986]: INFO nova.compute.manager [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1340.875483] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.875617] env[68986]: DEBUG nova.compute.manager [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.875690] env[68986]: DEBUG nova.network.neutron [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.890799] env[68986]: DEBUG nova.network.neutron [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.960354] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.960649] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.960885] env[68986]: INFO nova.compute.manager [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Attaching volume 2d05c1d3-7468-489d-8614-40513bb93d5f to /dev/sdc [ 1340.990887] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0521944-64a4-465d-9be7-341e1d12f3dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.999284] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253c09fc-f6ed-440c-8129-ff97bc5d6665 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.011826] env[68986]: DEBUG nova.virt.block_device [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updating existing volume attachment record: 0780c7e3-959e-4ef0-baed-fc2a508e067d {{(pid=68986) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1341.393714] env[68986]: DEBUG nova.network.neutron [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.895988] env[68986]: INFO nova.compute.manager [-] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Took 1.02 seconds to deallocate network for instance. [ 1342.403177] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.403605] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.403682] env[68986]: DEBUG nova.objects.instance [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lazy-loading 'resources' on Instance uuid 5abe2c64-171b-494b-9911-0735cfa837c3 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.924214] env[68986]: DEBUG nova.scheduler.client.report [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1342.937989] env[68986]: DEBUG nova.scheduler.client.report [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1342.938255] env[68986]: DEBUG nova.compute.provider_tree [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.949173] env[68986]: DEBUG nova.scheduler.client.report [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1342.967193] env[68986]: DEBUG nova.scheduler.client.report [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1343.027440] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf108e4e-b4c8-4b37-9f81-d42ddc7fd7d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.035036] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99657f-56bc-449a-84d2-a3d9fcd8101e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.064376] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d302d2cb-33c6-4513-b9ad-c55d5bbab953 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.071492] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490fe480-79ce-4dc3-9531-4c883e6b4ae2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.084688] env[68986]: DEBUG nova.compute.provider_tree [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.587390] env[68986]: DEBUG nova.scheduler.client.report [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.094569] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.111469] env[68986]: INFO nova.scheduler.client.report [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleted allocations for instance 5abe2c64-171b-494b-9911-0735cfa837c3 [ 1344.227955] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "bf083ac5-8115-4c63-9561-90ffeec92e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.227955] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.619188] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e3858f04-0b74-49b2-945e-5d8d4ebb3699 tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "5abe2c64-171b-494b-9911-0735cfa837c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.390s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.729675] env[68986]: DEBUG nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.252994] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.253319] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.254905] env[68986]: INFO nova.compute.claims [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.554522] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Volume attach. Driver type: vmdk {{(pid=68986) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.554770] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643181', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'name': 'volume-2d05c1d3-7468-489d-8614-40513bb93d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'serial': '2d05c1d3-7468-489d-8614-40513bb93d5f'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.555681] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999e0e9f-edcc-4f7d-a86a-947c0eded9ab {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.571765] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23997bed-27ee-4e57-8185-98bf9d788fb9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.599293] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-2d05c1d3-7468-489d-8614-40513bb93d5f/volume-2d05c1d3-7468-489d-8614-40513bb93d5f.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.599531] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9264046-497a-426b-ba74-8901cecfb62c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.616541] env[68986]: DEBUG oslo_vmware.api [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1345.616541] env[68986]: value = "task-3216952" [ 1345.616541] env[68986]: _type = "Task" [ 1345.616541] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.623664] env[68986]: DEBUG oslo_vmware.api [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.776686] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.776933] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.777387] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.777387] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.777488] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.779402] env[68986]: INFO nova.compute.manager [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Terminating instance [ 1346.126213] env[68986]: DEBUG oslo_vmware.api [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216952, 'name': ReconfigVM_Task, 'duration_secs': 0.372324} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.126501] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-2d05c1d3-7468-489d-8614-40513bb93d5f/volume-2d05c1d3-7468-489d-8614-40513bb93d5f.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.131243] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e162863b-25a2-465e-abd7-59384356b464 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.145397] env[68986]: DEBUG oslo_vmware.api [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1346.145397] env[68986]: value = "task-3216953" [ 1346.145397] env[68986]: _type = "Task" [ 1346.145397] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.154925] env[68986]: DEBUG oslo_vmware.api [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.283355] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "refresh_cache-986edeb3-f978-4fb8-9e8d-b11036c8ff12" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.283537] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquired lock "refresh_cache-986edeb3-f978-4fb8-9e8d-b11036c8ff12" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.283715] env[68986]: DEBUG nova.network.neutron [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.319343] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c21028c-8d64-4793-8e4c-7b463627eb77 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.326536] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a2b7f-0294-4a03-8e96-9a76e4d90dc5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.355724] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432f87a2-29d5-4a03-8a09-c2e62d04c2a2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.362579] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863692e5-a66f-451a-aa53-b257c4207456 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.378152] env[68986]: DEBUG nova.compute.provider_tree [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.655431] env[68986]: DEBUG oslo_vmware.api [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216953, 'name': ReconfigVM_Task, 'duration_secs': 0.129724} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.655642] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643181', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'name': 'volume-2d05c1d3-7468-489d-8614-40513bb93d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'serial': '2d05c1d3-7468-489d-8614-40513bb93d5f'} {{(pid=68986) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1346.802225] env[68986]: DEBUG nova.network.neutron [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.857239] env[68986]: DEBUG nova.network.neutron [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.881387] env[68986]: DEBUG nova.scheduler.client.report [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.359549] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Releasing lock "refresh_cache-986edeb3-f978-4fb8-9e8d-b11036c8ff12" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.359970] env[68986]: DEBUG nova.compute.manager [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.360180] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.361090] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c2127-1ba8-441e-9cb7-73b3086f0078 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.368246] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.368473] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cc1412d-9885-4eb5-80de-cd0f8ce74eeb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.374478] env[68986]: DEBUG oslo_vmware.api [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1347.374478] env[68986]: value = "task-3216954" [ 1347.374478] env[68986]: _type = "Task" [ 1347.374478] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.381973] env[68986]: DEBUG oslo_vmware.api [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.385753] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.386226] env[68986]: DEBUG nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.421330] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.421539] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.421687] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.422116] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.422287] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.422438] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.422586] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.422720] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1347.422862] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.690648] env[68986]: DEBUG nova.objects.instance [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.884815] env[68986]: DEBUG oslo_vmware.api [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216954, 'name': PowerOffVM_Task, 'duration_secs': 0.187342} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.885103] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.885279] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.885550] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97fd0352-1404-4d76-a98f-982ee8e1f6ef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.890453] env[68986]: DEBUG nova.compute.utils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.891825] env[68986]: DEBUG nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.891989] env[68986]: DEBUG nova.network.neutron [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.910563] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.910812] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.910963] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleting the datastore file [datastore2] 986edeb3-f978-4fb8-9e8d-b11036c8ff12 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.911232] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d314c1cf-ed04-4901-aae0-ee740221ebed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.917649] env[68986]: DEBUG oslo_vmware.api [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for the task: (returnval){ [ 1347.917649] env[68986]: value = "task-3216956" [ 1347.917649] env[68986]: _type = "Task" [ 1347.917649] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.925691] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.925912] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.926088] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.926237] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1347.926485] env[68986]: DEBUG oslo_vmware.api [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.927197] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c29b05-ebec-4889-bf0c-ea15bf99c6df {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.930891] env[68986]: DEBUG nova.policy [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640daf68073f47928b89d349e738dad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca993a410a8047c3ab9a434143913eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.937431] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b42ba-a35f-4dc5-af7a-b7ec7f6c83c7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.958030] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f03662-62e0-4386-8816-b19dc2411fd3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.966993] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ca923-cf22-465f-8826-b37c5dc54832 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.996660] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180594MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1347.996826] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.997036] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.195699] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e049bdff-cc6e-4c73-b017-9f1781475840 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.214604] env[68986]: DEBUG nova.network.neutron [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Successfully created port: 7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.394731] env[68986]: DEBUG nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.427104] env[68986]: DEBUG oslo_vmware.api [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Task: {'id': task-3216956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091687} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.427375] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.427564] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.427741] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.427914] env[68986]: INFO nova.compute.manager [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1348.428183] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.428375] env[68986]: DEBUG nova.compute.manager [-] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.428492] env[68986]: DEBUG nova.network.neutron [-] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.445475] env[68986]: DEBUG nova.network.neutron [-] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.457207] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.457452] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.947636] env[68986]: DEBUG nova.network.neutron [-] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.960407] env[68986]: INFO nova.compute.manager [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Detaching volume 7e0d72e5-1e6e-40ee-9365-cad4a8deae9f [ 1348.997668] env[68986]: INFO nova.virt.block_device [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Attempting to driver detach volume 7e0d72e5-1e6e-40ee-9365-cad4a8deae9f from mountpoint /dev/sdb [ 1348.997971] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1348.998203] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643179', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'name': 'volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'serial': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1348.999073] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8da892-f4da-4b90-83a4-cf6c26aa0dbd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.024778] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 746cf488-1595-43f7-8ec8-357188f15f86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.024923] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.025056] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 986edeb3-f978-4fb8-9e8d-b11036c8ff12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.025176] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance bf083ac5-8115-4c63-9561-90ffeec92e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.025349] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1349.025484] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1349.028024] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ce951-7949-4b83-a66f-db5035f45b88 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.035962] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea0f737-9511-408d-9fbc-794f57636c8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.061076] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8fdb6c-54a5-4996-904b-bee9918f9a44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.075749] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f/volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1349.081026] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.083385] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ac2f46-0b68-41b5-b092-4a361fa183a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.101614] env[68986]: DEBUG oslo_vmware.api [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1349.101614] env[68986]: value = "task-3216957" [ 1349.101614] env[68986]: _type = "Task" [ 1349.101614] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.111330] env[68986]: DEBUG oslo_vmware.api [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.126506] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf15518-d138-4370-8fb5-9d4f21e9c79d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.135455] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b41a548-1527-4c87-9743-8d584d761656 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.165797] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afde435-122c-4ec3-aa6c-e9ef8136901e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.172748] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0092331-4c65-414d-92d1-8009541fe4d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.185574] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.406482] env[68986]: DEBUG nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.432966] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.433225] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.433380] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.433562] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.433709] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.433855] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.434070] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.434234] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.434402] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.434562] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.434730] env[68986]: DEBUG nova.virt.hardware [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.435576] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42191771-8a4c-45e4-a8c3-6764f4e94972 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.443179] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a425d-8d73-4e1f-be4b-cab7297168cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.456078] env[68986]: INFO nova.compute.manager [-] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Took 1.03 seconds to deallocate network for instance. [ 1349.580249] env[68986]: DEBUG nova.compute.manager [req-7771becb-9bb2-4788-aba1-03d2a59cfeb6 req-ccbd23a6-d09f-48d5-b9ce-6268b971b9ce service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Received event network-vif-plugged-7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.580395] env[68986]: DEBUG oslo_concurrency.lockutils [req-7771becb-9bb2-4788-aba1-03d2a59cfeb6 req-ccbd23a6-d09f-48d5-b9ce-6268b971b9ce service nova] Acquiring lock "bf083ac5-8115-4c63-9561-90ffeec92e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.580614] env[68986]: DEBUG oslo_concurrency.lockutils [req-7771becb-9bb2-4788-aba1-03d2a59cfeb6 req-ccbd23a6-d09f-48d5-b9ce-6268b971b9ce service nova] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.580784] env[68986]: DEBUG oslo_concurrency.lockutils [req-7771becb-9bb2-4788-aba1-03d2a59cfeb6 req-ccbd23a6-d09f-48d5-b9ce-6268b971b9ce service nova] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.580948] env[68986]: DEBUG nova.compute.manager [req-7771becb-9bb2-4788-aba1-03d2a59cfeb6 req-ccbd23a6-d09f-48d5-b9ce-6268b971b9ce service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] No waiting events found dispatching network-vif-plugged-7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.581154] env[68986]: WARNING nova.compute.manager [req-7771becb-9bb2-4788-aba1-03d2a59cfeb6 req-ccbd23a6-d09f-48d5-b9ce-6268b971b9ce service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Received unexpected event network-vif-plugged-7c892ff6-c320-44ff-8a3f-c2873cba93fa for instance with vm_state building and task_state spawning. [ 1349.610558] env[68986]: DEBUG oslo_vmware.api [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216957, 'name': ReconfigVM_Task, 'duration_secs': 0.232823} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.610785] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.615621] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1553e00-8339-4c52-a418-b656c3121ec1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.630262] env[68986]: DEBUG oslo_vmware.api [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1349.630262] env[68986]: value = "task-3216958" [ 1349.630262] env[68986]: _type = "Task" [ 1349.630262] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.637500] env[68986]: DEBUG oslo_vmware.api [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.660272] env[68986]: DEBUG nova.network.neutron [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Successfully updated port: 7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.688779] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.963056] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.140977] env[68986]: DEBUG oslo_vmware.api [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216958, 'name': ReconfigVM_Task, 'duration_secs': 0.144113} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.141256] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643179', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'name': 'volume-7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f', 'serial': '7e0d72e5-1e6e-40ee-9365-cad4a8deae9f'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1350.163121] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.163558] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.163718] env[68986]: DEBUG nova.network.neutron [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.193131] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1350.193317] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.193572] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.231s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.193788] env[68986]: DEBUG nova.objects.instance [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lazy-loading 'resources' on Instance uuid 986edeb3-f978-4fb8-9e8d-b11036c8ff12 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.680826] env[68986]: DEBUG nova.objects.instance [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.698667] env[68986]: DEBUG nova.network.neutron [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.756247] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6b326-9fe0-4560-8d04-2030eb140f60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.763701] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9d9178-14a0-441a-9051-f6bae19c631a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.795090] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f332c58-1c3f-4213-b93e-a94d00f19269 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.803585] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d847a-f0ac-411c-ae9c-dfaaed05ff5c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.816011] env[68986]: DEBUG nova.compute.provider_tree [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.827120] env[68986]: DEBUG nova.network.neutron [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Updating instance_info_cache with network_info: [{"id": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "address": "fa:16:3e:bc:8e:24", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c892ff6-c3", "ovs_interfaceid": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.319406] env[68986]: DEBUG nova.scheduler.client.report [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.329623] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.330074] env[68986]: DEBUG nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Instance network_info: |[{"id": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "address": "fa:16:3e:bc:8e:24", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c892ff6-c3", "ovs_interfaceid": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.330645] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:8e:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c892ff6-c320-44ff-8a3f-c2873cba93fa', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.338319] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.339112] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.339334] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93f7aaa-ff5d-454e-b1c1-1b1eb6b5fc09 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.359526] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.359526] env[68986]: value = "task-3216959" [ 1351.359526] env[68986]: _type = "Task" [ 1351.359526] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.367490] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216959, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.605810] env[68986]: DEBUG nova.compute.manager [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Received event network-changed-7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.606060] env[68986]: DEBUG nova.compute.manager [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Refreshing instance network info cache due to event network-changed-7c892ff6-c320-44ff-8a3f-c2873cba93fa. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1351.606231] env[68986]: DEBUG oslo_concurrency.lockutils [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] Acquiring lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.606370] env[68986]: DEBUG oslo_concurrency.lockutils [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] Acquired lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.606527] env[68986]: DEBUG nova.network.neutron [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Refreshing network info cache for port 7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.689965] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.690392] env[68986]: DEBUG oslo_concurrency.lockutils [None req-ccb49ab3-e9b5-44f1-987d-52bcd3956693 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.691322] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.824207] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.845468] env[68986]: INFO nova.scheduler.client.report [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Deleted allocations for instance 986edeb3-f978-4fb8-9e8d-b11036c8ff12 [ 1351.869758] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216959, 'name': CreateVM_Task, 'duration_secs': 0.285856} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.869925] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.870634] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.870796] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.871117] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.871387] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557e8a31-95ba-430b-a858-fe125b802076 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.875668] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1351.875668] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d6cadc-172c-29fc-5663-2c7782e9c195" [ 1351.875668] env[68986]: _type = "Task" [ 1351.875668] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.883250] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d6cadc-172c-29fc-5663-2c7782e9c195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.196167] env[68986]: INFO nova.compute.manager [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Detaching volume 2d05c1d3-7468-489d-8614-40513bb93d5f [ 1352.231376] env[68986]: INFO nova.virt.block_device [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Attempting to driver detach volume 2d05c1d3-7468-489d-8614-40513bb93d5f from mountpoint /dev/sdc [ 1352.231641] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Volume detach. Driver type: vmdk {{(pid=68986) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.231835] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643181', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'name': 'volume-2d05c1d3-7468-489d-8614-40513bb93d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'serial': '2d05c1d3-7468-489d-8614-40513bb93d5f'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.232719] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ccc01e-1cfa-47a6-9db3-53343cecb14c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.257645] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f54d4-9cdb-4d87-bd5b-e9b6442d4140 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.265115] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89178938-53b7-4cfd-9a60-0a3588cca7ba {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.287442] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557edff4-4230-4cad-b25a-91ff12518681 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.305165] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] The volume has not been displaced from its original location: [datastore1] volume-2d05c1d3-7468-489d-8614-40513bb93d5f/volume-2d05c1d3-7468-489d-8614-40513bb93d5f.vmdk. No consolidation needed. {{(pid=68986) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.310362] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfiguring VM instance instance-00000076 to detach disk 2002 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.310666] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6dbd8c-3276-4aab-a63e-697fa2078d74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.324118] env[68986]: DEBUG nova.network.neutron [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Updated VIF entry in instance network info cache for port 7c892ff6-c320-44ff-8a3f-c2873cba93fa. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.324461] env[68986]: DEBUG nova.network.neutron [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Updating instance_info_cache with network_info: [{"id": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "address": "fa:16:3e:bc:8e:24", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c892ff6-c3", "ovs_interfaceid": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.331254] env[68986]: DEBUG oslo_vmware.api [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1352.331254] env[68986]: value = "task-3216960" [ 1352.331254] env[68986]: _type = "Task" [ 1352.331254] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.340401] env[68986]: DEBUG oslo_vmware.api [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.354789] env[68986]: DEBUG oslo_concurrency.lockutils [None req-d4cb7360-470b-4bdc-b0ac-ee8bca40126c tempest-ServerShowV247Test-518074994 tempest-ServerShowV247Test-518074994-project-member] Lock "986edeb3-f978-4fb8-9e8d-b11036c8ff12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.578s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.385942] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52d6cadc-172c-29fc-5663-2c7782e9c195, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.386294] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.386543] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.386784] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.386924] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.387119] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.387390] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce00f43-71ed-45f4-8a30-e7bc539e14dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.395639] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.395790] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.396516] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e097e6-368e-40c7-ba74-9a7f07e468cf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.401700] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1352.401700] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ab75d9-70d0-ef0a-c975-306d26c21476" [ 1352.401700] env[68986]: _type = "Task" [ 1352.401700] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.409209] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ab75d9-70d0-ef0a-c975-306d26c21476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.827833] env[68986]: DEBUG oslo_concurrency.lockutils [req-dc638a6f-8e5c-449f-8ce5-b1d4aa1a163f req-d593e990-088d-44a7-8303-6b8fc93c7541 service nova] Releasing lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.841166] env[68986]: DEBUG oslo_vmware.api [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216960, 'name': ReconfigVM_Task, 'duration_secs': 0.200974} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.841484] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Reconfigured VM instance instance-00000076 to detach disk 2002 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.846355] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f39a33f-b3e5-400b-be92-6b5908257a82 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.862118] env[68986]: DEBUG oslo_vmware.api [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1352.862118] env[68986]: value = "task-3216961" [ 1352.862118] env[68986]: _type = "Task" [ 1352.862118] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.871482] env[68986]: DEBUG oslo_vmware.api [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.911372] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52ab75d9-70d0-ef0a-c975-306d26c21476, 'name': SearchDatastore_Task, 'duration_secs': 0.007947} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.912079] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3720667-b600-463e-82ba-4cce2f0b2d6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.916959] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1352.916959] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524d0dc1-27f1-3dce-dc41-988b069d9b7e" [ 1352.916959] env[68986]: _type = "Task" [ 1352.916959] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.924421] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524d0dc1-27f1-3dce-dc41-988b069d9b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.371293] env[68986]: DEBUG oslo_vmware.api [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216961, 'name': ReconfigVM_Task, 'duration_secs': 0.13615} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.371690] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643181', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'name': 'volume-2d05c1d3-7468-489d-8614-40513bb93d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6980f7c-0eb1-4f60-87d6-0b96f958eaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '2d05c1d3-7468-489d-8614-40513bb93d5f', 'serial': '2d05c1d3-7468-489d-8614-40513bb93d5f'} {{(pid=68986) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1353.428291] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]524d0dc1-27f1-3dce-dc41-988b069d9b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.428567] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.428824] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.429104] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15d5ca6-8820-4f93-b3bc-415f2c5e03cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.435267] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1353.435267] env[68986]: value = "task-3216962" [ 1353.435267] env[68986]: _type = "Task" [ 1353.435267] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.442963] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.912776] env[68986]: DEBUG nova.objects.instance [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'flavor' on Instance uuid a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.945262] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434133} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.945509] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.945719] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.945964] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46a3fd6c-0c9c-40da-a555-0b142426c7bd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.952229] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1353.952229] env[68986]: value = "task-3216963" [ 1353.952229] env[68986]: _type = "Task" [ 1353.952229] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.959481] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.462660] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07481} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.463016] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.463687] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568aa29-c99a-4d2d-8b95-cea37391e246 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.486077] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.486306] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b4a1fe-4561-4525-9259-83493dd78ca9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.505594] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1354.505594] env[68986]: value = "task-3216964" [ 1354.505594] env[68986]: _type = "Task" [ 1354.505594] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.513237] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.921353] env[68986]: DEBUG oslo_concurrency.lockutils [None req-3ec3f864-2329-40c1-bdf4-8c9d1f57359d tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.015783] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216964, 'name': ReconfigVM_Task, 'duration_secs': 0.275771} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.016067] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.016664] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35082a1c-4489-4c97-b31b-b0976fb8b9cc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.023361] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1355.023361] env[68986]: value = "task-3216965" [ 1355.023361] env[68986]: _type = "Task" [ 1355.023361] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.030840] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216965, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.532869] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216965, 'name': Rename_Task, 'duration_secs': 0.134256} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.533165] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.533393] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f696c67-1b97-45fa-9a09-2af8720dd19d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.539207] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1355.539207] env[68986]: value = "task-3216966" [ 1355.539207] env[68986]: _type = "Task" [ 1355.539207] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.546609] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.048716] env[68986]: DEBUG oslo_vmware.api [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216966, 'name': PowerOnVM_Task, 'duration_secs': 0.41295} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.048973] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.049195] env[68986]: INFO nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1356.049376] env[68986]: DEBUG nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.050166] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d17669-e472-4952-af75-76b17349e734 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.071395] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.071663] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.071822] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.071999] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.072182] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.074655] env[68986]: INFO nova.compute.manager [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Terminating instance [ 1356.566768] env[68986]: INFO nova.compute.manager [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Took 11.33 seconds to build instance. [ 1356.578337] env[68986]: DEBUG nova.compute.manager [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.578592] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.579876] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9b4ad-0435-4044-9839-a664e062e9a0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.588167] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.588414] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b4f8787-8329-4389-99f2-45151d8d4c27 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.594622] env[68986]: DEBUG oslo_vmware.api [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1356.594622] env[68986]: value = "task-3216967" [ 1356.594622] env[68986]: _type = "Task" [ 1356.594622] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.603607] env[68986]: DEBUG oslo_vmware.api [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.069539] env[68986]: DEBUG oslo_concurrency.lockutils [None req-7d7104ec-bb9b-4c93-9b78-45674afce4b7 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.842s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.105261] env[68986]: DEBUG oslo_vmware.api [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216967, 'name': PowerOffVM_Task, 'duration_secs': 0.168404} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.105483] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.105657] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.105947] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990a66f2-58fd-46b6-b21c-cab7718dc350 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.171208] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.171481] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.171772] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Deleting the datastore file [datastore2] a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.171877] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee7053f-b14c-453a-959d-2035b814e3bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.181130] env[68986]: DEBUG oslo_vmware.api [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for the task: (returnval){ [ 1357.181130] env[68986]: value = "task-3216969" [ 1357.181130] env[68986]: _type = "Task" [ 1357.181130] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.188597] env[68986]: DEBUG oslo_vmware.api [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.257354] env[68986]: DEBUG nova.compute.manager [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Received event network-changed-7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.257547] env[68986]: DEBUG nova.compute.manager [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Refreshing instance network info cache due to event network-changed-7c892ff6-c320-44ff-8a3f-c2873cba93fa. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.257702] env[68986]: DEBUG oslo_concurrency.lockutils [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] Acquiring lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.257821] env[68986]: DEBUG oslo_concurrency.lockutils [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] Acquired lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.257983] env[68986]: DEBUG nova.network.neutron [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Refreshing network info cache for port 7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.690314] env[68986]: DEBUG oslo_vmware.api [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Task: {'id': task-3216969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138495} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.690699] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.690744] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.690898] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.691096] env[68986]: INFO nova.compute.manager [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1357.691342] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.691551] env[68986]: DEBUG nova.compute.manager [-] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.691647] env[68986]: DEBUG nova.network.neutron [-] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.962220] env[68986]: DEBUG nova.network.neutron [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Updated VIF entry in instance network info cache for port 7c892ff6-c320-44ff-8a3f-c2873cba93fa. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.962645] env[68986]: DEBUG nova.network.neutron [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Updating instance_info_cache with network_info: [{"id": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "address": "fa:16:3e:bc:8e:24", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c892ff6-c3", "ovs_interfaceid": "7c892ff6-c320-44ff-8a3f-c2873cba93fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.465129] env[68986]: DEBUG oslo_concurrency.lockutils [req-18247580-0bd1-4870-8d2e-45dc0503baac req-f4d1d5d9-92c4-44f0-ad22-e5ce226bed79 service nova] Releasing lock "refresh_cache-bf083ac5-8115-4c63-9561-90ffeec92e0e" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.608859] env[68986]: DEBUG nova.network.neutron [-] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.112469] env[68986]: INFO nova.compute.manager [-] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Took 1.42 seconds to deallocate network for instance. [ 1359.281097] env[68986]: DEBUG nova.compute.manager [req-51a87533-b6f6-41a9-b971-0893ca332e33 req-64c5b824-9b92-4b0e-8de5-62c3bcfa0f30 service nova] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Received event network-vif-deleted-555d912c-5e4d-4678-8dee-af2130140a06 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.618838] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.619137] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.619353] env[68986]: DEBUG nova.objects.instance [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lazy-loading 'resources' on Instance uuid a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.172786] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1eccc5-1edd-4378-b1c9-51056c94ef69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.179976] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eaa79e-91b6-492d-be19-5304c1e05936 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.209232] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700bb01-c0c8-484c-8fee-15528362caef {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.216284] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8d16b-91fa-4494-8a8e-ed8a50a5a175 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.228983] env[68986]: DEBUG nova.compute.provider_tree [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.732427] env[68986]: DEBUG nova.scheduler.client.report [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.237458] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.257915] env[68986]: INFO nova.scheduler.client.report [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Deleted allocations for instance a6980f7c-0eb1-4f60-87d6-0b96f958eaa1 [ 1361.765823] env[68986]: DEBUG oslo_concurrency.lockutils [None req-e26f4297-cb5a-4bd0-a045-32c0ee69be56 tempest-AttachVolumeTestJSON-943241088 tempest-AttachVolumeTestJSON-943241088-project-member] Lock "a6980f7c-0eb1-4f60-87d6-0b96f958eaa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.353973] env[68986]: INFO nova.compute.manager [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Rebuilding instance [ 1393.396313] env[68986]: DEBUG nova.compute.manager [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.397284] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527e855-7f9b-401b-88b8-7f2eee9ba9f4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.410138] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.410577] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17188c91-7cec-44fe-adeb-625355670f04 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.418014] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1394.418014] env[68986]: value = "task-3216973" [ 1394.418014] env[68986]: _type = "Task" [ 1394.418014] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.426022] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.927497] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216973, 'name': PowerOffVM_Task, 'duration_secs': 0.157842} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.927784] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.927972] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.928725] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2035feef-32e6-4d51-9567-ab630c96dc56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.934793] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.935012] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a24e19d0-d56f-4141-8a58-b57b52d82718 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.999742] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.000034] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.000218] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleting the datastore file [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.000493] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce45d90e-c8eb-458c-b8ec-f27f3b897ea5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.012758] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1395.012758] env[68986]: value = "task-3216975" [ 1395.012758] env[68986]: _type = "Task" [ 1395.012758] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.020186] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.522758] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159902} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.523167] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.523216] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.523359] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.561731] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.562079] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.562169] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.562354] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.562500] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.562646] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.562854] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.563021] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.563197] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.563359] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.563534] env[68986]: DEBUG nova.virt.hardware [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.564406] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc1f23-7bc6-43e9-b7f0-7cce778071b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.572053] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaa2077-c834-4734-a7cf-0f552b15ea6f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.585044] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:8e:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c892ff6-c320-44ff-8a3f-c2873cba93fa', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.592319] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.592544] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.592734] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7aca384-4e6a-4925-8f15-1fc4ea5d2b6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.611573] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.611573] env[68986]: value = "task-3216976" [ 1396.611573] env[68986]: _type = "Task" [ 1396.611573] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.618378] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216976, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.120965] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216976, 'name': CreateVM_Task, 'duration_secs': 0.287321} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.121239] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.121872] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.122112] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.122448] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.122722] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc617644-ec9f-483c-b2be-42f378a14c99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.126965] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1397.126965] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ca6cb-46a1-d772-96ec-166d9dfdb986" [ 1397.126965] env[68986]: _type = "Task" [ 1397.126965] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.134172] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ca6cb-46a1-d772-96ec-166d9dfdb986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.637525] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]525ca6cb-46a1-d772-96ec-166d9dfdb986, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.637825] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.638115] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.638294] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.638442] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.638617] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.638881] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-972a3947-2406-4c30-8540-b8359259391f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.646445] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.646616] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.647285] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53624903-8b44-4bd3-a89c-9abcb65c6b60 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.651869] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1397.651869] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5279ebec-c147-6ba2-35c0-e6f3c2c7534d" [ 1397.651869] env[68986]: _type = "Task" [ 1397.651869] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.659124] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5279ebec-c147-6ba2-35c0-e6f3c2c7534d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.162320] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5279ebec-c147-6ba2-35c0-e6f3c2c7534d, 'name': SearchDatastore_Task, 'duration_secs': 0.007773} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.163078] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3e5e8a-f826-4d6e-aa01-0bf55c33643e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.168284] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1398.168284] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a8dcf2-0866-2d3d-4680-24e266c996b7" [ 1398.168284] env[68986]: _type = "Task" [ 1398.168284] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.175513] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a8dcf2-0866-2d3d-4680-24e266c996b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.679077] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52a8dcf2-0866-2d3d-4680-24e266c996b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.679077] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.679077] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.679077] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59dac0a3-1992-47ef-a6e7-aa5d246dd5a7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.685239] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1398.685239] env[68986]: value = "task-3216977" [ 1398.685239] env[68986]: _type = "Task" [ 1398.685239] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.692054] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.198794] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421318} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.199201] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.199532] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.199954] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feb2d97f-1ee5-4c8c-b5f3-13fa173c95c3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.207639] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1399.207639] env[68986]: value = "task-3216978" [ 1399.207639] env[68986]: _type = "Task" [ 1399.207639] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.219730] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.717058] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062907} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.717427] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.718070] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b24806-ef1e-489a-8b77-3fe54af3fe97 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.739198] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.739455] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8500eac9-08b6-4aab-92fa-e723be6cdd03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.757899] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1399.757899] env[68986]: value = "task-3216979" [ 1399.757899] env[68986]: _type = "Task" [ 1399.757899] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.765037] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.267360] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216979, 'name': ReconfigVM_Task, 'duration_secs': 0.266849} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.267627] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e/bf083ac5-8115-4c63-9561-90ffeec92e0e.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.268251] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03eaec10-0cbb-4945-9db2-358df8de4f49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.274495] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1400.274495] env[68986]: value = "task-3216980" [ 1400.274495] env[68986]: _type = "Task" [ 1400.274495] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.281919] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216980, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.783847] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216980, 'name': Rename_Task, 'duration_secs': 0.131284} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.784242] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.784383] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a80a6005-9a62-49e8-bcb2-41251f2517d1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.790242] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1400.790242] env[68986]: value = "task-3216981" [ 1400.790242] env[68986]: _type = "Task" [ 1400.790242] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.797327] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.299593] env[68986]: DEBUG oslo_vmware.api [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216981, 'name': PowerOnVM_Task, 'duration_secs': 0.411825} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.299833] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.300040] env[68986]: DEBUG nova.compute.manager [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.300767] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eb04c5-3578-467a-bb95-35a7f011b6e0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.817844] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.818110] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.818296] env[68986]: DEBUG nova.objects.instance [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68986) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1402.827500] env[68986]: DEBUG oslo_concurrency.lockutils [None req-934b288f-5509-4e6a-ab7d-03a6d10b85c6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.689640] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.690056] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.194979] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.195313] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.195454] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.195608] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.195751] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.195896] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.196045] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1408.196369] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.699104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.699457] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.699652] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.699810] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1408.700730] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dbf649-2e51-4ada-a04a-1ed032dcd210 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.709385] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bea1b4-a8ea-4dcf-9602-e6d80b3842f8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.722953] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d36375-9b32-403c-93a7-12cb9f641c8a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.728968] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c429b0-832d-45a7-aa42-16e006b298d4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.757208] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180599MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1408.757362] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.757546] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.781569] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 746cf488-1595-43f7-8ec8-357188f15f86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1409.781890] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance bf083ac5-8115-4c63-9561-90ffeec92e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1409.781890] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1409.782084] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1409.815037] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba7c15-8591-4c24-9a42-874d3a435ba0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.822225] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39717b5-a23e-449a-9e2b-4d443e6734bc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.851780] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b28ae-3e3a-4f3f-838c-4707d6510efe {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.858473] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f3a78f-6149-4e79-b258-2a3462f02ead {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.871410] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.374760] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.879061] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1410.879543] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.282314] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "bf083ac5-8115-4c63-9561-90ffeec92e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.282764] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.282912] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "bf083ac5-8115-4c63-9561-90ffeec92e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.283119] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.283297] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.286784] env[68986]: INFO nova.compute.manager [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Terminating instance [ 1438.790929] env[68986]: DEBUG nova.compute.manager [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.791231] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.792145] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc598dbb-257b-49e1-a880-c806ce8e177b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.801116] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.801395] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b30f6d5-8b1f-4ce8-8b05-68b49f260a44 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.807454] env[68986]: DEBUG oslo_vmware.api [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1438.807454] env[68986]: value = "task-3216982" [ 1438.807454] env[68986]: _type = "Task" [ 1438.807454] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.815390] env[68986]: DEBUG oslo_vmware.api [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.316999] env[68986]: DEBUG oslo_vmware.api [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216982, 'name': PowerOffVM_Task, 'duration_secs': 0.192544} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.317408] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.317460] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.317668] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-698cf6e6-7608-4469-a21a-ab80bf6fe753 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.378234] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.378463] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.378648] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleting the datastore file [datastore2] bf083ac5-8115-4c63-9561-90ffeec92e0e {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.378913] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f86e47-6d1b-4d38-97d2-5f49e48bc309 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.386021] env[68986]: DEBUG oslo_vmware.api [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1439.386021] env[68986]: value = "task-3216984" [ 1439.386021] env[68986]: _type = "Task" [ 1439.386021] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.393252] env[68986]: DEBUG oslo_vmware.api [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.895828] env[68986]: DEBUG oslo_vmware.api [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131436} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.896039] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.896223] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.896399] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.896575] env[68986]: INFO nova.compute.manager [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1439.896810] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.897009] env[68986]: DEBUG nova.compute.manager [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.897126] env[68986]: DEBUG nova.network.neutron [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.341901] env[68986]: DEBUG nova.compute.manager [req-4d8cbdef-afe0-432a-8038-7c9f808daf5d req-034ea021-1e4f-462a-96e6-93c87684539a service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Received event network-vif-deleted-7c892ff6-c320-44ff-8a3f-c2873cba93fa {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.341901] env[68986]: INFO nova.compute.manager [req-4d8cbdef-afe0-432a-8038-7c9f808daf5d req-034ea021-1e4f-462a-96e6-93c87684539a service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Neutron deleted interface 7c892ff6-c320-44ff-8a3f-c2873cba93fa; detaching it from the instance and deleting it from the info cache [ 1440.341901] env[68986]: DEBUG nova.network.neutron [req-4d8cbdef-afe0-432a-8038-7c9f808daf5d req-034ea021-1e4f-462a-96e6-93c87684539a service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.826502] env[68986]: DEBUG nova.network.neutron [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.844897] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dab1bce-e2fc-4160-9204-ef153aa44220 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.855122] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c948ad-584f-4967-9de5-3907ee100e34 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.879696] env[68986]: DEBUG nova.compute.manager [req-4d8cbdef-afe0-432a-8038-7c9f808daf5d req-034ea021-1e4f-462a-96e6-93c87684539a service nova] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Detach interface failed, port_id=7c892ff6-c320-44ff-8a3f-c2873cba93fa, reason: Instance bf083ac5-8115-4c63-9561-90ffeec92e0e could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1441.329580] env[68986]: INFO nova.compute.manager [-] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Took 1.43 seconds to deallocate network for instance. [ 1441.836190] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.836553] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.836671] env[68986]: DEBUG nova.objects.instance [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'resources' on Instance uuid bf083ac5-8115-4c63-9561-90ffeec92e0e {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.379457] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f958e8a-1a63-4fc8-be88-5ab091416a4f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.388423] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0be91-2e5e-4f4c-8ed5-d629406d1219 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.417347] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e331a181-884e-4709-bee7-7eff8b340797 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.423859] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf1ebb1-1d55-4dd6-8a8e-265579a00eda {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.436226] env[68986]: DEBUG nova.compute.provider_tree [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.938973] env[68986]: DEBUG nova.scheduler.client.report [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.444556] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.466022] env[68986]: INFO nova.scheduler.client.report [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted allocations for instance bf083ac5-8115-4c63-9561-90ffeec92e0e [ 1443.974149] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6415aaf2-285d-483c-abcc-ae49fa7931c9 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "bf083ac5-8115-4c63-9561-90ffeec92e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.178879] env[68986]: DEBUG nova.compute.manager [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1446.699337] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.699609] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.204293] env[68986]: INFO nova.compute.claims [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.710309] env[68986]: INFO nova.compute.resource_tracker [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating resource usage from migration 37f2e3c7-bb7c-456d-8f58-063b7986074f [ 1447.748388] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac8c30-3c8e-4d5d-b59f-8c88169d7e11 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.755692] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54011957-b7eb-4a64-96ee-4701b1006223 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.784069] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf0caa5-e6f0-4827-ac00-2f349aabfb72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.790552] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c1ce2e-ad60-4dfe-ac97-27be95f0c502 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.803814] env[68986]: DEBUG nova.compute.provider_tree [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.306636] env[68986]: DEBUG nova.scheduler.client.report [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.812161] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.112s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.812391] env[68986]: INFO nova.compute.manager [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Migrating [ 1449.326637] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.326832] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.326832] env[68986]: DEBUG nova.network.neutron [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.921174] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.016792] env[68986]: DEBUG nova.network.neutron [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.519617] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.034571] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32696bce-092b-41a0-9970-28d4a592f9c0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.054056] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance '746cf488-1595-43f7-8ec8-357188f15f86' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.560885] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.561294] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76f8666c-de22-4832-b6e9-df9bfb439676 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.567846] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1452.567846] env[68986]: value = "task-3216985" [ 1452.567846] env[68986]: _type = "Task" [ 1452.567846] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.576257] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.077645] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216985, 'name': PowerOffVM_Task, 'duration_secs': 0.183059} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.078058] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.078169] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance '746cf488-1595-43f7-8ec8-357188f15f86' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.584342] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.584565] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.584764] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.584972] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.585135] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.585283] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.585493] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.585656] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.585821] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.585986] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.586200] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.591340] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed2d297-0304-47b0-93b4-2e24b4975a12 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.608323] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1453.608323] env[68986]: value = "task-3216986" [ 1453.608323] env[68986]: _type = "Task" [ 1453.608323] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.616260] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.118209] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216986, 'name': ReconfigVM_Task, 'duration_secs': 0.222945} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.118606] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance '746cf488-1595-43f7-8ec8-357188f15f86' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1454.625183] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.625497] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.625647] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.625760] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.625908] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.626070] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.626284] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.626445] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.626614] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.626776] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.626950] env[68986]: DEBUG nova.virt.hardware [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.632219] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.632515] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abb9abb-1592-451b-ba1e-8b91f8eca350 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.650294] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1454.650294] env[68986]: value = "task-3216987" [ 1454.650294] env[68986]: _type = "Task" [ 1454.650294] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.657517] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.160677] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216987, 'name': ReconfigVM_Task, 'duration_secs': 0.165188} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.160992] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1455.161689] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e541919-75ae-4852-87b4-d05c5e0f11e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.182654] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 746cf488-1595-43f7-8ec8-357188f15f86/746cf488-1595-43f7-8ec8-357188f15f86.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.183190] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d22485-d03d-436d-886d-bbe04a0a3e2a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.199807] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1455.199807] env[68986]: value = "task-3216988" [ 1455.199807] env[68986]: _type = "Task" [ 1455.199807] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.207280] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.709982] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216988, 'name': ReconfigVM_Task, 'duration_secs': 0.257745} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.710277] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 746cf488-1595-43f7-8ec8-357188f15f86/746cf488-1595-43f7-8ec8-357188f15f86.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.710533] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance '746cf488-1595-43f7-8ec8-357188f15f86' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1456.217371] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5529d239-cd95-4ddb-8661-a4f05076eb6c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.237214] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65824678-a2ac-47cc-a204-a8a92ce38e03 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.253737] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance '746cf488-1595-43f7-8ec8-357188f15f86' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1456.791353] env[68986]: DEBUG nova.network.neutron [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Port 1d7a188f-e5ae-40ba-9c21-61a4535fb707 binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1457.422288] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.422685] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.813683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.813683] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.813906] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.925394] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.925632] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.925786] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.925941] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1457.926833] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cec4615-a824-433a-907f-a30236ec1d6a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.934755] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5973c2-8fc5-4e9a-a266-1ce166efc2dd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.948288] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72ec3a3-6df3-473a-aab1-ca9c3852de64 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.954342] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1f77bd-3dc3-43c7-bc08-fdae5fb0194a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.983383] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180622MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1457.983514] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.983725] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.847315] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.847574] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.847733] env[68986]: DEBUG nova.network.neutron [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.990513] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Applying migration context for instance 746cf488-1595-43f7-8ec8-357188f15f86 as it has an incoming, in-progress migration 37f2e3c7-bb7c-456d-8f58-063b7986074f. Migration status is post-migrating {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1458.991125] env[68986]: INFO nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating resource usage from migration 37f2e3c7-bb7c-456d-8f58-063b7986074f [ 1459.043183] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Migration 37f2e3c7-bb7c-456d-8f58-063b7986074f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1459.043345] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 746cf488-1595-43f7-8ec8-357188f15f86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1459.043533] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1459.043677] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1459.079614] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a3d30-cbcd-4a64-a50f-13836263c89d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.086957] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd228fab-fe13-4be7-8d38-38df2a4d53f5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.117445] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374998d-6875-4e80-8433-958ad3636132 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.124192] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a4115-7844-4379-a8f5-506d539fa2ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.136778] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.552258] env[68986]: DEBUG nova.network.neutron [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.639865] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.055576] env[68986]: DEBUG oslo_concurrency.lockutils [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.144233] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1460.144427] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.144633] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.144768] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Cleaning up deleted instances {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1460.578230] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e1bd1e-f0e1-4c7a-84df-36fdc968f575 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.596958] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421682cc-21c8-4a77-9fd8-a1b821e19c1b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.603587] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance '746cf488-1595-43f7-8ec8-357188f15f86' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.651566] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] There are 19 instances to clean {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1460.651726] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: bf083ac5-8115-4c63-9561-90ffeec92e0e] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.109400] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.109798] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-856dae89-402a-4d24-91bc-b30414c07ddb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.117124] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1461.117124] env[68986]: value = "task-3216989" [ 1461.117124] env[68986]: _type = "Task" [ 1461.117124] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.125700] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.155395] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 5abe2c64-171b-494b-9911-0735cfa837c3] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.626611] env[68986]: DEBUG oslo_vmware.api [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216989, 'name': PowerOnVM_Task, 'duration_secs': 0.354813} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.626870] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.627062] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7c8b6-2406-4580-843b-0a31441066f8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance '746cf488-1595-43f7-8ec8-357188f15f86' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1461.659440] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 986edeb3-f978-4fb8-9e8d-b11036c8ff12] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.162383] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: a6980f7c-0eb1-4f60-87d6-0b96f958eaa1] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.666353] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 62e2d8ee-6c21-439c-800e-aa180812568e] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.169297] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: c1d8b367-d18a-49a7-b0d2-e6becd971fac] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.672379] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 3f552f18-27d7-4062-9903-9c99ce260b54] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.176601] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 2e1e3fe6-2e1d-479e-83a3-6faaa9c04804] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.557567] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.557818] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.558019] env[68986]: DEBUG nova.compute.manager [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Going to confirm migration 8 {{(pid=68986) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1464.683738] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 26041c41-8c14-4004-b9e5-fe4b2dce0c34] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.125086] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.125285] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.125474] env[68986]: DEBUG nova.network.neutron [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.125657] env[68986]: DEBUG nova.objects.instance [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'info_cache' on Instance uuid 746cf488-1595-43f7-8ec8-357188f15f86 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.186875] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: e6bf7b66-1366-414e-9e2b-045c54405321] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.690301] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 2a44af1a-9f31-4fec-84aa-4156f3376b2f] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.192822] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 06addf9e-15f9-4840-80fb-fa50408bdbca] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.360434] env[68986]: DEBUG nova.network.neutron [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [{"id": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "address": "fa:16:3e:12:2c:87", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d7a188f-e5", "ovs_interfaceid": "1d7a188f-e5ae-40ba-9c21-61a4535fb707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.695966] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f1329591-d2a7-4714-a066-5d721fba3b9a] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.862987] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-746cf488-1595-43f7-8ec8-357188f15f86" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.863262] env[68986]: DEBUG nova.objects.instance [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'migration_context' on Instance uuid 746cf488-1595-43f7-8ec8-357188f15f86 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.199653] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: f567d374-9fba-4392-acbb-3a8aaaf226ce] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.365875] env[68986]: DEBUG nova.objects.base [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Object Instance<746cf488-1595-43f7-8ec8-357188f15f86> lazy-loaded attributes: info_cache,migration_context {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1467.366954] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5100afa8-2e88-4aca-98a1-4ac79d961a0f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.386413] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5f10ae-8ef5-4084-812b-d8902b7e9941 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.391310] env[68986]: DEBUG oslo_vmware.api [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1467.391310] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521ad25d-ebc2-961b-7297-3b58815874d6" [ 1467.391310] env[68986]: _type = "Task" [ 1467.391310] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.398622] env[68986]: DEBUG oslo_vmware.api [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521ad25d-ebc2-961b-7297-3b58815874d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.703182] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: d255ece0-602d-4e03-a979-785a853a9f9e] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.901664] env[68986]: DEBUG oslo_vmware.api [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]521ad25d-ebc2-961b-7297-3b58815874d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.901883] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.902143] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.206320] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 9f9f08d7-434c-4dde-8f08-ffb0e4c1b296] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.445724] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b9c69-9cab-48b8-9805-fabc6a78cb85 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.453305] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6066b991-41d7-437f-afb5-ef15d7d448b0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.482819] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6ac71f-7f4f-4d90-8cfb-f931ee3dafc0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.490462] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a72bb6-db1e-4c73-981f-fb75390016bb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.504153] env[68986]: DEBUG nova.compute.provider_tree [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.709840] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: edb1be11-52f6-40d8-8425-37d31f759cc3] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.007247] env[68986]: DEBUG nova.scheduler.client.report [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.213514] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 8e6f0972-2f79-4b96-801a-9c0571878783] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.716932] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] [instance: 47d8f3bd-6d5b-4d74-8dd7-ff7160c103b8] Instance has had 0 of 5 cleanup attempts {{(pid=68986) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.016761] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.114s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.220743] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.221044] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Cleaning up deleted instances with incomplete migration {{(pid=68986) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1470.577986] env[68986]: INFO nova.scheduler.client.report [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted allocation for migration 37f2e3c7-bb7c-456d-8f58-063b7986074f [ 1471.083148] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c53a269-53f7-440f-85ff-a9285d98361c tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.525s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.221815] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.222200] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.222200] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.222348] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.222502] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.222682] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.222834] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1471.527839] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.528118] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.528342] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "746cf488-1595-43f7-8ec8-357188f15f86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.528526] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.528695] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.530800] env[68986]: INFO nova.compute.manager [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Terminating instance [ 1472.034979] env[68986]: DEBUG nova.compute.manager [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.035240] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.036147] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4018d0-7bc4-4b50-9bd6-53dfcf558869 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.044104] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.044331] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8193b2e9-23e2-4bfd-aef3-6ea6d9c135e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.050991] env[68986]: DEBUG oslo_vmware.api [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1472.050991] env[68986]: value = "task-3216990" [ 1472.050991] env[68986]: _type = "Task" [ 1472.050991] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.057956] env[68986]: DEBUG oslo_vmware.api [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.559160] env[68986]: DEBUG oslo_vmware.api [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216990, 'name': PowerOffVM_Task, 'duration_secs': 0.190674} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.559511] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.559559] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.559782] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4389abe7-c591-4654-8856-6b977ac2ed47 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.618487] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.618693] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Deleting contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.618865] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleting the datastore file [datastore1] 746cf488-1595-43f7-8ec8-357188f15f86 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.619177] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3452904-9a5a-49f9-95e7-3caeeff2470b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.626123] env[68986]: DEBUG oslo_vmware.api [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1472.626123] env[68986]: value = "task-3216992" [ 1472.626123] env[68986]: _type = "Task" [ 1472.626123] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.633686] env[68986]: DEBUG oslo_vmware.api [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.135612] env[68986]: DEBUG oslo_vmware.api [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140361} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.135867] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.136038] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Deleted contents of the VM from datastore datastore1 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.136221] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.136393] env[68986]: INFO nova.compute.manager [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1473.136629] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1473.136818] env[68986]: DEBUG nova.compute.manager [-] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.136915] env[68986]: DEBUG nova.network.neutron [-] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.595542] env[68986]: DEBUG nova.compute.manager [req-b40bc9e2-37e4-4aa3-a1f9-b2b027093834 req-d7ccb001-ef48-47a5-94c0-213df9229d6d service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Received event network-vif-deleted-1d7a188f-e5ae-40ba-9c21-61a4535fb707 {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.595843] env[68986]: INFO nova.compute.manager [req-b40bc9e2-37e4-4aa3-a1f9-b2b027093834 req-d7ccb001-ef48-47a5-94c0-213df9229d6d service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Neutron deleted interface 1d7a188f-e5ae-40ba-9c21-61a4535fb707; detaching it from the instance and deleting it from the info cache [ 1473.595843] env[68986]: DEBUG nova.network.neutron [req-b40bc9e2-37e4-4aa3-a1f9-b2b027093834 req-d7ccb001-ef48-47a5-94c0-213df9229d6d service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.071067] env[68986]: DEBUG nova.network.neutron [-] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.099042] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d5ad1e1-0912-4a85-85fd-c04e7406be0d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.108496] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5928a43f-bdd9-4c2d-98fd-24aa29caea6c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.132151] env[68986]: DEBUG nova.compute.manager [req-b40bc9e2-37e4-4aa3-a1f9-b2b027093834 req-d7ccb001-ef48-47a5-94c0-213df9229d6d service nova] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Detach interface failed, port_id=1d7a188f-e5ae-40ba-9c21-61a4535fb707, reason: Instance 746cf488-1595-43f7-8ec8-357188f15f86 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1474.574027] env[68986]: INFO nova.compute.manager [-] [instance: 746cf488-1595-43f7-8ec8-357188f15f86] Took 1.44 seconds to deallocate network for instance. [ 1475.081737] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.082159] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.082259] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.106141] env[68986]: INFO nova.scheduler.client.report [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted allocations for instance 746cf488-1595-43f7-8ec8-357188f15f86 [ 1475.613629] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cbbdd53b-9908-41b0-adc5-266f90813170 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "746cf488-1595-43f7-8ec8-357188f15f86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.085s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.421874] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.422184] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.924577] env[68986]: DEBUG nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1477.442885] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.443200] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.444697] env[68986]: INFO nova.compute.claims [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1478.481046] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d4675-ce6d-4918-b7a8-96e22f7dca0d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.488514] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958e536-1819-4544-9ea9-0eee54f53b69 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.516756] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b7757-adf0-40a7-bc7a-4ff9741d7240 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.523298] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3753077-e3ee-4406-b7b1-0fcc145b5bc7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.535696] env[68986]: DEBUG nova.compute.provider_tree [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.040075] env[68986]: DEBUG nova.scheduler.client.report [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.544542] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.545114] env[68986]: DEBUG nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.050539] env[68986]: DEBUG nova.compute.utils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1480.052869] env[68986]: DEBUG nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.052869] env[68986]: DEBUG nova.network.neutron [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.101082] env[68986]: DEBUG nova.policy [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640daf68073f47928b89d349e738dad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca993a410a8047c3ab9a434143913eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.374272] env[68986]: DEBUG nova.network.neutron [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Successfully created port: 06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1480.555762] env[68986]: DEBUG nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1481.564989] env[68986]: DEBUG nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.589518] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.590310] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.590310] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.590310] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.590310] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.590539] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.590581] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.590717] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.590880] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.591052] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.591228] env[68986]: DEBUG nova.virt.hardware [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.592170] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52bd907-bc10-40f4-a4f1-980f4713a517 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.599668] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02eda57-b24e-4979-a151-55b124d818ed {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.716282] env[68986]: DEBUG nova.compute.manager [req-41dbcce5-064f-4386-a2e1-9117c00e8600 req-656f1d9f-2b0a-40f1-9b6a-91d538b693d4 service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Received event network-vif-plugged-06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.716499] env[68986]: DEBUG oslo_concurrency.lockutils [req-41dbcce5-064f-4386-a2e1-9117c00e8600 req-656f1d9f-2b0a-40f1-9b6a-91d538b693d4 service nova] Acquiring lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.716703] env[68986]: DEBUG oslo_concurrency.lockutils [req-41dbcce5-064f-4386-a2e1-9117c00e8600 req-656f1d9f-2b0a-40f1-9b6a-91d538b693d4 service nova] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.716868] env[68986]: DEBUG oslo_concurrency.lockutils [req-41dbcce5-064f-4386-a2e1-9117c00e8600 req-656f1d9f-2b0a-40f1-9b6a-91d538b693d4 service nova] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.717044] env[68986]: DEBUG nova.compute.manager [req-41dbcce5-064f-4386-a2e1-9117c00e8600 req-656f1d9f-2b0a-40f1-9b6a-91d538b693d4 service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] No waiting events found dispatching network-vif-plugged-06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.717207] env[68986]: WARNING nova.compute.manager [req-41dbcce5-064f-4386-a2e1-9117c00e8600 req-656f1d9f-2b0a-40f1-9b6a-91d538b693d4 service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Received unexpected event network-vif-plugged-06df1b2a-e100-416e-8aa7-d2d3e796866e for instance with vm_state building and task_state spawning. [ 1481.791794] env[68986]: DEBUG nova.network.neutron [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Successfully updated port: 06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1482.295878] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.296039] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.296199] env[68986]: DEBUG nova.network.neutron [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.827633] env[68986]: DEBUG nova.network.neutron [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.940125] env[68986]: DEBUG nova.network.neutron [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.442849] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.443231] env[68986]: DEBUG nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Instance network_info: |[{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.443757] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:6c:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06df1b2a-e100-416e-8aa7-d2d3e796866e', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.453129] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.453342] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.453553] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39fdfb60-8b87-4787-aad9-751cbfc2363a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.473738] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.473738] env[68986]: value = "task-3216993" [ 1483.473738] env[68986]: _type = "Task" [ 1483.473738] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.480701] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216993, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.741319] env[68986]: DEBUG nova.compute.manager [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Received event network-changed-06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.741558] env[68986]: DEBUG nova.compute.manager [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Refreshing instance network info cache due to event network-changed-06df1b2a-e100-416e-8aa7-d2d3e796866e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1483.741899] env[68986]: DEBUG oslo_concurrency.lockutils [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] Acquiring lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.742152] env[68986]: DEBUG oslo_concurrency.lockutils [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] Acquired lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.742393] env[68986]: DEBUG nova.network.neutron [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Refreshing network info cache for port 06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.984627] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3216993, 'name': CreateVM_Task, 'duration_secs': 0.328044} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.985032] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.985492] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.985692] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.986049] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.986333] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f6bc56-5683-4a0c-a7af-d892c1adde49 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.991110] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1483.991110] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c0a8a-1bb3-f2b4-ab84-9848b5d89fc2" [ 1483.991110] env[68986]: _type = "Task" [ 1483.991110] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.998326] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c0a8a-1bb3-f2b4-ab84-9848b5d89fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.416261] env[68986]: DEBUG nova.network.neutron [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updated VIF entry in instance network info cache for port 06df1b2a-e100-416e-8aa7-d2d3e796866e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.416624] env[68986]: DEBUG nova.network.neutron [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.501311] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]528c0a8a-1bb3-f2b4-ab84-9848b5d89fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.501595] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.501855] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.502104] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.502255] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.502436] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.502684] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73477f05-7e4f-4b38-98d3-d2a155d915ff {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.510421] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.510588] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.511254] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be6f80e-b9cd-4738-a35b-978fe6412350 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.515758] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1484.515758] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f9b8e5-d685-f1a9-17f3-2d40b48f2315" [ 1484.515758] env[68986]: _type = "Task" [ 1484.515758] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.522812] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f9b8e5-d685-f1a9-17f3-2d40b48f2315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.922376] env[68986]: DEBUG oslo_concurrency.lockutils [req-de3c71c7-d329-496a-9fc0-294d5feb17df req-b439a2e8-23d5-4515-a8b0-b5cf54d20ecc service nova] Releasing lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.025922] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52f9b8e5-d685-f1a9-17f3-2d40b48f2315, 'name': SearchDatastore_Task, 'duration_secs': 0.008254} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.026687] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e146697b-09a1-42b7-b1aa-553181717fbc {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.031470] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1485.031470] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28a29-6a92-5c87-e6c9-d7946aa85f56" [ 1485.031470] env[68986]: _type = "Task" [ 1485.031470] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.038719] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28a29-6a92-5c87-e6c9-d7946aa85f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.541260] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52c28a29-6a92-5c87-e6c9-d7946aa85f56, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.541536] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.541809] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.542080] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cf3789f-5620-4d04-9870-ce96bfc80e38 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.548362] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1485.548362] env[68986]: value = "task-3216994" [ 1485.548362] env[68986]: _type = "Task" [ 1485.548362] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.556422] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.057671] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441559} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.058168] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.058168] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.058395] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4beb61a0-3769-4b14-aabb-ce5e934edd9e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.064305] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1486.064305] env[68986]: value = "task-3216995" [ 1486.064305] env[68986]: _type = "Task" [ 1486.064305] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.071654] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.573832] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057736} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.574128] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.574896] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a35b6c-bd9e-4dbd-a3c8-861fd1e68c6e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.595863] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.596121] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718c2299-0ec1-4620-b13d-cbca6832e4cd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.615718] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1486.615718] env[68986]: value = "task-3216996" [ 1486.615718] env[68986]: _type = "Task" [ 1486.615718] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.622954] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.125631] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216996, 'name': ReconfigVM_Task, 'duration_secs': 0.293124} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.126055] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.126559] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff402253-73ad-42ef-ba67-e9183c65c12d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.133192] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1487.133192] env[68986]: value = "task-3216997" [ 1487.133192] env[68986]: _type = "Task" [ 1487.133192] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.140719] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216997, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.643259] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216997, 'name': Rename_Task, 'duration_secs': 0.13068} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.643532] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.643826] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5dc2f04-361a-4dc7-b032-3aeca0af80d3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.650735] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1487.650735] env[68986]: value = "task-3216998" [ 1487.650735] env[68986]: _type = "Task" [ 1487.650735] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.658108] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.160182] env[68986]: DEBUG oslo_vmware.api [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216998, 'name': PowerOnVM_Task, 'duration_secs': 0.419962} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.160565] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.160706] env[68986]: INFO nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1488.160837] env[68986]: DEBUG nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.161597] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af07644b-4a66-47bf-aa21-ffdeecb84955 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.679468] env[68986]: INFO nova.compute.manager [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Took 11.25 seconds to build instance. [ 1489.181139] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6fc66812-6e3c-44c3-8522-4eb2df86458d tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.759s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.325897] env[68986]: DEBUG nova.compute.manager [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Received event network-changed-06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.326126] env[68986]: DEBUG nova.compute.manager [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Refreshing instance network info cache due to event network-changed-06df1b2a-e100-416e-8aa7-d2d3e796866e. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1489.326330] env[68986]: DEBUG oslo_concurrency.lockutils [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] Acquiring lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.326423] env[68986]: DEBUG oslo_concurrency.lockutils [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] Acquired lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.326588] env[68986]: DEBUG nova.network.neutron [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Refreshing network info cache for port 06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.029455] env[68986]: DEBUG nova.network.neutron [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updated VIF entry in instance network info cache for port 06df1b2a-e100-416e-8aa7-d2d3e796866e. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.029928] env[68986]: DEBUG nova.network.neutron [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.533779] env[68986]: DEBUG oslo_concurrency.lockutils [req-671bd74c-cf35-4bef-9219-2cc99108b9f1 req-9986a7ad-6936-484b-a0a2-26e063f8760a service nova] Releasing lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.921402] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.921257] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.424381] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.424772] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.424772] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.424936] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1518.425896] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf7068-3924-4f25-807e-ae82409b9b32 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.434993] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767009f9-a2a4-4ff4-a57f-f23f306d0de1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.449092] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261feeb-5010-46a3-8464-9cba85d5ca29 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.455347] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54761ac7-be6a-4d76-85ce-f46957adc4ce {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.483457] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180844MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1518.483589] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.483758] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.508930] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance 569cd412-6c78-4ba5-8aa6-f331e37fe5c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.509254] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1519.509305] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1519.535397] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23466079-3301-47a5-b057-7ba9bbbdca2e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.543324] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe0572-f18b-4d15-9bfb-31b497c493be {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.573251] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c0bd2-2b35-4595-accc-7cfcd5ca16a1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.579881] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fdeb22-fdad-4d0a-acde-3c0fe17e879a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.592735] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.096060] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.601616] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1520.602040] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.602628] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.602997] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.602997] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.603110] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.921437] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.921580] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1522.921265] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.225891] env[68986]: DEBUG nova.compute.manager [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Stashing vm_state: active {{(pid=68986) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1525.742039] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.742353] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.247466] env[68986]: INFO nova.compute.claims [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.753789] env[68986]: INFO nova.compute.resource_tracker [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating resource usage from migration c55c5d91-ba08-4aa4-9c26-d0fcd03ed4c9 [ 1526.788674] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e06ab52-9313-416f-8dba-5e63a4a14246 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.796296] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af7e4e-7a40-47ef-8f3d-cf8ecded685e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.825389] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d8de4-1659-4a8e-a31b-848ae7d55da4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.831799] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78908a12-d23c-455d-ba79-8303715c00b4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.844132] env[68986]: DEBUG nova.compute.provider_tree [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.347852] env[68986]: DEBUG nova.scheduler.client.report [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.853109] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.111s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.853324] env[68986]: INFO nova.compute.manager [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Migrating [ 1527.916023] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.368102] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.368568] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.368568] env[68986]: DEBUG nova.network.neutron [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.113389] env[68986]: DEBUG nova.network.neutron [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.616694] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.132031] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bf2ea7-3b43-4684-b902-405a4eec9c9d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.150462] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance '569cd412-6c78-4ba5-8aa6-f331e37fe5c7' progress to 0 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1531.657618] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.657618] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddbbc52d-3416-4337-b442-1127408e1aa8 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.665444] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1531.665444] env[68986]: value = "task-3216999" [ 1531.665444] env[68986]: _type = "Task" [ 1531.665444] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.673472] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.174666] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3216999, 'name': PowerOffVM_Task, 'duration_secs': 0.177939} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.175113] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.175205] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance '569cd412-6c78-4ba5-8aa6-f331e37fe5c7' progress to 17 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.681278] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1532.681503] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.681690] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1532.681887] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.682022] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1532.682171] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1532.682467] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1532.682652] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1532.682829] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1532.682996] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1532.683188] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1532.688199] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d052ea81-5e28-42b7-b6a4-04d12888cd2c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.705255] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1532.705255] env[68986]: value = "task-3217000" [ 1532.705255] env[68986]: _type = "Task" [ 1532.705255] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.714412] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.214998] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217000, 'name': ReconfigVM_Task, 'duration_secs': 0.160502} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.215430] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance '569cd412-6c78-4ba5-8aa6-f331e37fe5c7' progress to 33 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.721888] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.722139] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.722298] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.722519] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.722671] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.722819] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.723036] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.723202] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.723394] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.723581] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.723758] env[68986]: DEBUG nova.virt.hardware [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.728965] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1533.729256] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9294bc8a-3c9f-4c1e-8cb1-0485c22a9fac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.748181] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1533.748181] env[68986]: value = "task-3217001" [ 1533.748181] env[68986]: _type = "Task" [ 1533.748181] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.756775] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.257840] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217001, 'name': ReconfigVM_Task, 'duration_secs': 0.153059} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.258185] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1534.258863] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90078625-c49b-4224-a9ab-7c91a3925498 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.280159] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.280413] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89b52afa-be49-4782-99d1-d9995791b744 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.297832] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1534.297832] env[68986]: value = "task-3217002" [ 1534.297832] env[68986]: _type = "Task" [ 1534.297832] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.304939] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.807593] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217002, 'name': ReconfigVM_Task, 'duration_secs': 0.243711} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.807870] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1534.808153] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance '569cd412-6c78-4ba5-8aa6-f331e37fe5c7' progress to 50 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1535.315219] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e325d20-4b13-4e74-b9f5-cfa5419874e6 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.334141] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7b09a-a208-471d-80c4-d441be9ffaeb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.351777] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance '569cd412-6c78-4ba5-8aa6-f331e37fe5c7' progress to 67 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1535.892699] env[68986]: DEBUG nova.network.neutron [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Port 06df1b2a-e100-416e-8aa7-d2d3e796866e binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1536.914673] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.915050] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.915215] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.949800] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.950094] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.950189] env[68986]: DEBUG nova.network.neutron [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.638092] env[68986]: DEBUG nova.network.neutron [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.141287] env[68986]: DEBUG oslo_concurrency.lockutils [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.666117] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a49c899-ae40-4fb2-af43-01fd3ec0c073 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.686098] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee29079-b8cc-4d00-be3a-67e30ad361bf {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.692359] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance '569cd412-6c78-4ba5-8aa6-f331e37fe5c7' progress to 83 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1540.198577] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.199054] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b4816e-baf4-4395-a25b-b8a65dab6004 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.206244] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1540.206244] env[68986]: value = "task-3217003" [ 1540.206244] env[68986]: _type = "Task" [ 1540.206244] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.213906] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.715797] env[68986]: DEBUG oslo_vmware.api [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217003, 'name': PowerOnVM_Task, 'duration_secs': 0.364966} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.716082] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.716245] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-6c76cacd-d65b-45af-b666-e1b342c14448 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance '569cd412-6c78-4ba5-8aa6-f331e37fe5c7' progress to 100 {{(pid=68986) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1542.604127] env[68986]: DEBUG nova.network.neutron [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Port 06df1b2a-e100-416e-8aa7-d2d3e796866e binding to destination host cpu-1 is already ACTIVE {{(pid=68986) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1542.604418] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.604532] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.604695] env[68986]: DEBUG nova.network.neutron [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.311703] env[68986]: DEBUG nova.network.neutron [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.814904] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.318125] env[68986]: DEBUG nova.compute.manager [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68986) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1544.318361] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.318609] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.821780] env[68986]: DEBUG nova.objects.instance [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'migration_context' on Instance uuid 569cd412-6c78-4ba5-8aa6-f331e37fe5c7 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.369026] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20675455-d921-4c8f-b77b-66de065c18b1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.376244] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba275b2-3c52-49bf-a4f0-15d4b967e673 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.405245] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28676e4-97ab-4c4a-9078-fdb220f40d6c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.411984] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a77cd46-eaa7-4044-948a-8b605f45bd74 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.424633] env[68986]: DEBUG nova.compute.provider_tree [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.928213] env[68986]: DEBUG nova.scheduler.client.report [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.939213] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.620s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.474757] env[68986]: INFO nova.compute.manager [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Swapping old allocation on dict_keys(['232528e4-bd89-455c-9ffc-f7d3cc05843d']) held by migration c55c5d91-ba08-4aa4-9c26-d0fcd03ed4c9 for instance [ 1548.496440] env[68986]: DEBUG nova.scheduler.client.report [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Overwriting current allocation {'allocations': {'232528e4-bd89-455c-9ffc-f7d3cc05843d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': 'ca993a410a8047c3ab9a434143913eed', 'user_id': '640daf68073f47928b89d349e738dad3', 'consumer_generation': 1} on consumer 569cd412-6c78-4ba5-8aa6-f331e37fe5c7 {{(pid=68986) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1548.569164] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.569350] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.569522] env[68986]: DEBUG nova.network.neutron [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.262918] env[68986]: DEBUG nova.network.neutron [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [{"id": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "address": "fa:16:3e:cc:6c:f4", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06df1b2a-e1", "ovs_interfaceid": "06df1b2a-e100-416e-8aa7-d2d3e796866e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.766072] env[68986]: DEBUG oslo_concurrency.lockutils [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-569cd412-6c78-4ba5-8aa6-f331e37fe5c7" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.766391] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.766391] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e69d56-78b5-4042-9a34-4241c2739917 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.774316] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1549.774316] env[68986]: value = "task-3217004" [ 1549.774316] env[68986]: _type = "Task" [ 1549.774316] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.782556] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.283802] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217004, 'name': PowerOffVM_Task, 'duration_secs': 0.204083} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.284072] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.284728] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.284953] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.285125] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.285309] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.285456] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.285604] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.285810] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.285967] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.286147] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.286309] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.286477] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.291374] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65dbda3-604c-4465-9b32-358a14ee38e5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.306739] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1550.306739] env[68986]: value = "task-3217005" [ 1550.306739] env[68986]: _type = "Task" [ 1550.306739] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.313757] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.816355] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.316788] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.820557] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217005, 'name': ReconfigVM_Task, 'duration_secs': 1.145847} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.821737] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821db6f-04e3-4505-bff9-064aab7ef4f3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.847108] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.847323] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.847484] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.847661] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.847807] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.847951] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.848172] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.848327] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.848490] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.848649] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.848826] env[68986]: DEBUG nova.virt.hardware [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.849630] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2eae15b-1c7e-4480-b61b-b6e39fd513ac {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.855313] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1551.855313] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db995f-2bef-7ea1-3fc3-6e67e1eff18a" [ 1551.855313] env[68986]: _type = "Task" [ 1551.855313] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.863015] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db995f-2bef-7ea1-3fc3-6e67e1eff18a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.365451] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]52db995f-2bef-7ea1-3fc3-6e67e1eff18a, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.370797] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1552.371081] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe11f640-1efa-4a96-9858-63638bc722c5 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.388801] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1552.388801] env[68986]: value = "task-3217006" [ 1552.388801] env[68986]: _type = "Task" [ 1552.388801] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.396086] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.899499] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217006, 'name': ReconfigVM_Task, 'duration_secs': 0.160288} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.899896] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68986) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1552.900539] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a570b51-24f2-47d5-9cf8-303269907447 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.921917] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.922151] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c140a16b-0334-4498-bbc7-e6bde1827e5e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.938857] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1552.938857] env[68986]: value = "task-3217007" [ 1552.938857] env[68986]: _type = "Task" [ 1552.938857] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.946684] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.448166] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217007, 'name': ReconfigVM_Task, 'duration_secs': 0.239738} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.448494] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7/569cd412-6c78-4ba5-8aa6-f331e37fe5c7.vmdk or device None with type thin {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.449329] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8195fc6d-efdb-4241-b661-a2f7889e7404 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.467527] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2279d848-956c-4366-8390-a3d55e08fba0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.484442] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c570c8-383c-4971-835c-84e30fb14f56 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.502700] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb1a009-909f-4743-84e7-1056f4395730 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.508884] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.509119] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66b8c31a-b26c-467e-9168-c7855867c4b3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.514334] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1553.514334] env[68986]: value = "task-3217008" [ 1553.514334] env[68986]: _type = "Task" [ 1553.514334] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.520911] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.024095] env[68986]: DEBUG oslo_vmware.api [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217008, 'name': PowerOnVM_Task, 'duration_secs': 0.340724} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.024391] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.035030] env[68986]: INFO nova.compute.manager [None req-af9c6eb8-b76a-4b99-92ab-2ab4d412a1d8 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance to original state: 'active' [ 1556.064496] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.064878] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.064938] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.065178] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.065357] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.067738] env[68986]: INFO nova.compute.manager [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Terminating instance [ 1556.571815] env[68986]: DEBUG nova.compute.manager [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.572067] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.573022] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffe56f3-f03a-4c85-9304-5ba8eaef76cb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.580476] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.580697] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536c3ae2-55f8-4aba-993e-49ca2869de9f {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.585985] env[68986]: DEBUG oslo_vmware.api [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1556.585985] env[68986]: value = "task-3217009" [ 1556.585985] env[68986]: _type = "Task" [ 1556.585985] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.593661] env[68986]: DEBUG oslo_vmware.api [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.097110] env[68986]: DEBUG oslo_vmware.api [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217009, 'name': PowerOffVM_Task, 'duration_secs': 0.195515} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.097110] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.097110] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.097538] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28069fa9-071c-4a7b-b09b-bc0735042a40 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.214149] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.214350] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.214536] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleting the datastore file [datastore2] 569cd412-6c78-4ba5-8aa6-f331e37fe5c7 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.214800] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd309e01-e380-43f9-a0d9-914ed0af9d6b {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.220737] env[68986]: DEBUG oslo_vmware.api [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1557.220737] env[68986]: value = "task-3217011" [ 1557.220737] env[68986]: _type = "Task" [ 1557.220737] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.228978] env[68986]: DEBUG oslo_vmware.api [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.731429] env[68986]: DEBUG oslo_vmware.api [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137992} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.732109] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.732109] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.732288] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.732463] env[68986]: INFO nova.compute.manager [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1557.732736] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1557.732937] env[68986]: DEBUG nova.compute.manager [-] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.733046] env[68986]: DEBUG nova.network.neutron [-] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.261243] env[68986]: DEBUG nova.compute.manager [req-73972c60-d2ef-4638-851e-52ad62273bc1 req-3d9419d8-cb3e-4817-ba7f-f40d90b9ec00 service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Received event network-vif-deleted-06df1b2a-e100-416e-8aa7-d2d3e796866e {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1558.261560] env[68986]: INFO nova.compute.manager [req-73972c60-d2ef-4638-851e-52ad62273bc1 req-3d9419d8-cb3e-4817-ba7f-f40d90b9ec00 service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Neutron deleted interface 06df1b2a-e100-416e-8aa7-d2d3e796866e; detaching it from the instance and deleting it from the info cache [ 1558.261649] env[68986]: DEBUG nova.network.neutron [req-73972c60-d2ef-4638-851e-52ad62273bc1 req-3d9419d8-cb3e-4817-ba7f-f40d90b9ec00 service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.700772] env[68986]: DEBUG nova.network.neutron [-] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.764038] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71a8cfc1-472c-430a-9fa9-fb74cd91cffd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.778637] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f6ee20-7358-4b8e-a7c1-26d7be740da0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.812264] env[68986]: DEBUG nova.compute.manager [req-73972c60-d2ef-4638-851e-52ad62273bc1 req-3d9419d8-cb3e-4817-ba7f-f40d90b9ec00 service nova] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Detach interface failed, port_id=06df1b2a-e100-416e-8aa7-d2d3e796866e, reason: Instance 569cd412-6c78-4ba5-8aa6-f331e37fe5c7 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1559.203768] env[68986]: INFO nova.compute.manager [-] [instance: 569cd412-6c78-4ba5-8aa6-f331e37fe5c7] Took 1.47 seconds to deallocate network for instance. [ 1559.711543] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.711848] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.712021] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.733565] env[68986]: INFO nova.scheduler.client.report [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted allocations for instance 569cd412-6c78-4ba5-8aa6-f331e37fe5c7 [ 1560.240952] env[68986]: DEBUG oslo_concurrency.lockutils [None req-da3b3112-8f66-4df8-bb6f-53f24f3d3afb tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "569cd412-6c78-4ba5-8aa6-f331e37fe5c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.176s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.915366] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.915661] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.418112] env[68986]: DEBUG nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Starting instance... {{(pid=68986) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1561.936075] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.936373] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.937833] env[68986]: INFO nova.compute.claims [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.971472] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a51ee7-2df5-4841-b940-9130387a0c5a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.979319] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c910490-66b4-42e4-9f06-ddf16069411e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.008233] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee5c65-189a-408b-8624-82b7cdad8eeb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.014766] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a13b90-ea3a-484f-bb14-86be2d03b46c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.027256] env[68986]: DEBUG nova.compute.provider_tree [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.530057] env[68986]: DEBUG nova.scheduler.client.report [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.035057] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.098s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.035603] env[68986]: DEBUG nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Start building networks asynchronously for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.540981] env[68986]: DEBUG nova.compute.utils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Using /dev/sd instead of None {{(pid=68986) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1564.543030] env[68986]: DEBUG nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Allocating IP information in the background. {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.543253] env[68986]: DEBUG nova.network.neutron [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] allocate_for_instance() {{(pid=68986) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.604492] env[68986]: DEBUG nova.policy [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '640daf68073f47928b89d349e738dad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca993a410a8047c3ab9a434143913eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68986) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.872467] env[68986]: DEBUG nova.network.neutron [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Successfully created port: aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.049416] env[68986]: DEBUG nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Start building block device mappings for instance. {{(pid=68986) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1566.060056] env[68986]: DEBUG nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Start spawning the instance on the hypervisor. {{(pid=68986) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.086146] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T01:34:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T01:34:25Z,direct_url=,disk_format='vmdk',id=93897401-7d29-4984-a096-318e7b4ac470,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e47987346ccb43a69f83c5c19875ded0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T01:34:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.086402] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.086556] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image limits 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.086735] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Flavor pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.086881] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Image pref 0:0:0 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.087164] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68986) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.087246] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.087397] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.087564] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Got 1 possible topologies {{(pid=68986) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.087724] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.087897] env[68986]: DEBUG nova.virt.hardware [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68986) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.088787] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e7459f-b27b-44b9-b27e-89883b45207a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.096297] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf10a5-9a20-4d6f-a05e-745c00cd92ca {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.215998] env[68986]: DEBUG nova.compute.manager [req-7731bf16-fe10-4194-a86f-8030d02cea5e req-3d92dccb-715d-4728-9b29-f4acb401fe61 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Received event network-vif-plugged-aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1566.216253] env[68986]: DEBUG oslo_concurrency.lockutils [req-7731bf16-fe10-4194-a86f-8030d02cea5e req-3d92dccb-715d-4728-9b29-f4acb401fe61 service nova] Acquiring lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.216463] env[68986]: DEBUG oslo_concurrency.lockutils [req-7731bf16-fe10-4194-a86f-8030d02cea5e req-3d92dccb-715d-4728-9b29-f4acb401fe61 service nova] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.216633] env[68986]: DEBUG oslo_concurrency.lockutils [req-7731bf16-fe10-4194-a86f-8030d02cea5e req-3d92dccb-715d-4728-9b29-f4acb401fe61 service nova] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.216797] env[68986]: DEBUG nova.compute.manager [req-7731bf16-fe10-4194-a86f-8030d02cea5e req-3d92dccb-715d-4728-9b29-f4acb401fe61 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] No waiting events found dispatching network-vif-plugged-aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.216961] env[68986]: WARNING nova.compute.manager [req-7731bf16-fe10-4194-a86f-8030d02cea5e req-3d92dccb-715d-4728-9b29-f4acb401fe61 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Received unexpected event network-vif-plugged-aaf08096-bd2a-44f5-83cb-58bfeaad88ad for instance with vm_state building and task_state spawning. [ 1566.295768] env[68986]: DEBUG nova.network.neutron [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Successfully updated port: aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.796762] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.796875] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.797050] env[68986]: DEBUG nova.network.neutron [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.328277] env[68986]: DEBUG nova.network.neutron [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Instance cache missing network info. {{(pid=68986) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.445522] env[68986]: DEBUG nova.network.neutron [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updating instance_info_cache with network_info: [{"id": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "address": "fa:16:3e:8a:38:db", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf08096-bd", "ovs_interfaceid": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.948770] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.948770] env[68986]: DEBUG nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Instance network_info: |[{"id": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "address": "fa:16:3e:8a:38:db", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf08096-bd", "ovs_interfaceid": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68986) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1567.949266] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:38:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaf08096-bd2a-44f5-83cb-58bfeaad88ad', 'vif_model': 'vmxnet3'}] {{(pid=68986) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.956814] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1567.957034] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Creating VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.957263] env[68986]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d4bb4fd-0f09-406a-a595-81c69b3e8915 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.977451] env[68986]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.977451] env[68986]: value = "task-3217012" [ 1567.977451] env[68986]: _type = "Task" [ 1567.977451] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.984988] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217012, 'name': CreateVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.242130] env[68986]: DEBUG nova.compute.manager [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Received event network-changed-aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1568.242383] env[68986]: DEBUG nova.compute.manager [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Refreshing instance network info cache due to event network-changed-aaf08096-bd2a-44f5-83cb-58bfeaad88ad. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1568.242536] env[68986]: DEBUG oslo_concurrency.lockutils [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] Acquiring lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.242677] env[68986]: DEBUG oslo_concurrency.lockutils [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] Acquired lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.242879] env[68986]: DEBUG nova.network.neutron [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Refreshing network info cache for port aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.488449] env[68986]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217012, 'name': CreateVM_Task, 'duration_secs': 0.286807} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.489847] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Created VM on the ESX host {{(pid=68986) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.489969] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.490195] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.490601] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.490873] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364dc4af-8804-4545-b98e-50daeefe0beb {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.494962] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1568.494962] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523c239b-40cc-7255-37a2-5d1efd23c5ab" [ 1568.494962] env[68986]: _type = "Task" [ 1568.494962] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.502108] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523c239b-40cc-7255-37a2-5d1efd23c5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.913852] env[68986]: DEBUG nova.network.neutron [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updated VIF entry in instance network info cache for port aaf08096-bd2a-44f5-83cb-58bfeaad88ad. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.914231] env[68986]: DEBUG nova.network.neutron [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updating instance_info_cache with network_info: [{"id": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "address": "fa:16:3e:8a:38:db", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf08096-bd", "ovs_interfaceid": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.005101] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]523c239b-40cc-7255-37a2-5d1efd23c5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.005384] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.005605] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Processing image 93897401-7d29-4984-a096-318e7b4ac470 {{(pid=68986) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.005827] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.005970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.006178] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.006413] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5f855ba-5130-4fd7-a753-30bae638364a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.014345] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68986) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.014506] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68986) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.015163] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96785409-9c51-454e-8f00-9ca856d96944 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.019513] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1569.019513] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211e806-253a-f71e-13b7-594fd8472eb0" [ 1569.019513] env[68986]: _type = "Task" [ 1569.019513] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.026494] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211e806-253a-f71e-13b7-594fd8472eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.417074] env[68986]: DEBUG oslo_concurrency.lockutils [req-fedf9061-ffcd-451d-96f5-cc470a3e59ef req-4d99a24f-f022-4d44-8507-55e907945cc7 service nova] Releasing lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.529304] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]5211e806-253a-f71e-13b7-594fd8472eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.00791} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.530084] env[68986]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9193c0f-860f-4675-a67a-acdb18100e33 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.534878] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1569.534878] env[68986]: value = "session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b59af-fb59-3f79-b595-bfe79b59c5b3" [ 1569.534878] env[68986]: _type = "Task" [ 1569.534878] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.541790] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b59af-fb59-3f79-b595-bfe79b59c5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.045680] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': session[520d4f27-59b9-2e26-0c40-e6249a7c1354]529b59af-fb59-3f79-b595-bfe79b59c5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.046032] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.046319] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f2aa1ca2-80ed-4118-b443-211f6ac436d2/f2aa1ca2-80ed-4118-b443-211f6ac436d2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.046581] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88003bdd-72f4-4d81-8558-e301088c0807 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.052502] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1570.052502] env[68986]: value = "task-3217013" [ 1570.052502] env[68986]: _type = "Task" [ 1570.052502] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.059653] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.562858] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411664} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.563238] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93897401-7d29-4984-a096-318e7b4ac470/93897401-7d29-4984-a096-318e7b4ac470.vmdk to [datastore2] f2aa1ca2-80ed-4118-b443-211f6ac436d2/f2aa1ca2-80ed-4118-b443-211f6ac436d2.vmdk {{(pid=68986) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.563324] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Extending root virtual disk to 1048576 {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.563548] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d1f5fd8-98c9-4c9f-b015-1c99ed5e1ee4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.570236] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1570.570236] env[68986]: value = "task-3217014" [ 1570.570236] env[68986]: _type = "Task" [ 1570.570236] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.576865] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.080164] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062846} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.080407] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Extended root virtual disk {{(pid=68986) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.081165] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e90d89c-fbfa-467e-9398-ad3622833927 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.102005] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f2aa1ca2-80ed-4118-b443-211f6ac436d2/f2aa1ca2-80ed-4118-b443-211f6ac436d2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.102266] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb50f19-e712-4bcd-ab8d-6dc53dfd1dc9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.121703] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1571.121703] env[68986]: value = "task-3217015" [ 1571.121703] env[68986]: _type = "Task" [ 1571.121703] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.128839] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.632012] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217015, 'name': ReconfigVM_Task, 'duration_secs': 0.249019} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.632396] env[68986]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f2aa1ca2-80ed-4118-b443-211f6ac436d2/f2aa1ca2-80ed-4118-b443-211f6ac436d2.vmdk or device None with type sparse {{(pid=68986) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.632940] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab6495c2-e24f-4b8a-b9b6-46b4abe53711 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.639125] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1571.639125] env[68986]: value = "task-3217016" [ 1571.639125] env[68986]: _type = "Task" [ 1571.639125] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.646878] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217016, 'name': Rename_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.149569] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217016, 'name': Rename_Task, 'duration_secs': 0.127235} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.151011] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.151011] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a1407e-4327-41fd-8220-ef5259b44a90 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.156073] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1572.156073] env[68986]: value = "task-3217017" [ 1572.156073] env[68986]: _type = "Task" [ 1572.156073] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.163551] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.665734] env[68986]: DEBUG oslo_vmware.api [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217017, 'name': PowerOnVM_Task, 'duration_secs': 0.425924} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.666149] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.666198] env[68986]: INFO nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1572.666379] env[68986]: DEBUG nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.667137] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4a417-b4c6-40d3-9cb2-4323356ee1e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.184579] env[68986]: INFO nova.compute.manager [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Took 11.26 seconds to build instance. [ 1573.687239] env[68986]: DEBUG oslo_concurrency.lockutils [None req-cfe79947-580d-4df0-8d94-86e85d4f0df6 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.771s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.862814] env[68986]: DEBUG nova.compute.manager [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Received event network-changed-aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1573.863038] env[68986]: DEBUG nova.compute.manager [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Refreshing instance network info cache due to event network-changed-aaf08096-bd2a-44f5-83cb-58bfeaad88ad. {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1573.863257] env[68986]: DEBUG oslo_concurrency.lockutils [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] Acquiring lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.863642] env[68986]: DEBUG oslo_concurrency.lockutils [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] Acquired lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.863850] env[68986]: DEBUG nova.network.neutron [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Refreshing network info cache for port aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.564297] env[68986]: DEBUG nova.network.neutron [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updated VIF entry in instance network info cache for port aaf08096-bd2a-44f5-83cb-58bfeaad88ad. {{(pid=68986) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.564644] env[68986]: DEBUG nova.network.neutron [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updating instance_info_cache with network_info: [{"id": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "address": "fa:16:3e:8a:38:db", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf08096-bd", "ovs_interfaceid": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.067817] env[68986]: DEBUG oslo_concurrency.lockutils [req-b336ab5d-784d-4476-b13f-bb02a6a7074e req-329caa4c-14de-4a87-9577-b5012bfd6f41 service nova] Releasing lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.921237] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.921629] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.921410] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.921772] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.424528] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.424772] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.424947] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.425121] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1580.426081] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51870107-d940-4fd6-91dd-0cd3092cfa95 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.434446] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d8c4fb-9a5f-4932-91d8-e765391ae4d0 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.448960] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d40861d-c4e6-444a-8b66-1e314e87e522 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.455143] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c54ff2-9296-4034-b591-620b0f823a66 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.483154] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1580.483315] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.483513] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.507103] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Instance f2aa1ca2-80ed-4118-b443-211f6ac436d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68986) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1581.507396] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1581.507459] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1581.531978] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1187fca0-6f43-4d61-9ae1-6976478f4ae4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.538790] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b0916-45c7-4f10-87e7-7a2514f12fd1 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.568770] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733f9d07-8a3f-443e-be2a-f34278fe4825 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.575456] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56afa26a-ecc1-48ea-9a5a-7c986f1d9fcd {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.587985] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.090595] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.595325] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1582.595751] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.591188] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.591477] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.591578] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.591722] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1584.920990] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.313661] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.314021] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.314173] env[68986]: DEBUG nova.compute.manager [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.315059] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0457e23-72ef-4590-8fad-a8196fae3497 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.321751] env[68986]: DEBUG nova.compute.manager [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68986) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1611.322281] env[68986]: DEBUG nova.objects.instance [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'flavor' on Instance uuid f2aa1ca2-80ed-4118-b443-211f6ac436d2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.332044] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.332044] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e897a9-861d-4c29-86ea-8642514e9e26 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.338296] env[68986]: DEBUG oslo_vmware.api [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1612.338296] env[68986]: value = "task-3217018" [ 1612.338296] env[68986]: _type = "Task" [ 1612.338296] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.346611] env[68986]: DEBUG oslo_vmware.api [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.847885] env[68986]: DEBUG oslo_vmware.api [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217018, 'name': PowerOffVM_Task, 'duration_secs': 0.196507} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.848180] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.848377] env[68986]: DEBUG nova.compute.manager [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.849199] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31598f7b-7ab9-4ffa-a85b-fc0492c4afb3 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.360566] env[68986]: DEBUG oslo_concurrency.lockutils [None req-8c3e6ace-c0e8-4bcf-9a3f-e331db4ce9b1 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.681811] env[68986]: DEBUG nova.objects.instance [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'flavor' on Instance uuid f2aa1ca2-80ed-4118-b443-211f6ac436d2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.187020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.187225] env[68986]: DEBUG oslo_concurrency.lockutils [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.187364] env[68986]: DEBUG nova.network.neutron [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.187533] env[68986]: DEBUG nova.objects.instance [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'info_cache' on Instance uuid f2aa1ca2-80ed-4118-b443-211f6ac436d2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.690469] env[68986]: DEBUG nova.objects.base [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68986) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1615.378816] env[68986]: DEBUG nova.network.neutron [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updating instance_info_cache with network_info: [{"id": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "address": "fa:16:3e:8a:38:db", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf08096-bd", "ovs_interfaceid": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.882097] env[68986]: DEBUG oslo_concurrency.lockutils [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.887740] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powering on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.888154] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b3a4f9e-a97a-413b-ac86-4913caa09a15 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.895051] env[68986]: DEBUG oslo_vmware.api [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1616.895051] env[68986]: value = "task-3217019" [ 1616.895051] env[68986]: _type = "Task" [ 1616.895051] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.902410] env[68986]: DEBUG oslo_vmware.api [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.405296] env[68986]: DEBUG oslo_vmware.api [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217019, 'name': PowerOnVM_Task, 'duration_secs': 0.344489} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.405629] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powered on the VM {{(pid=68986) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.405795] env[68986]: DEBUG nova.compute.manager [None req-414e8e44-5558-49ac-9e1c-800191f21811 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.406547] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5c152d-3056-4554-ad85-5373cd87728a {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.414435] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ba4c4-b565-4d72-9745-ac85e6f64207 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.421175] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-009bec0b-6c40-4b9d-8106-62c350cf8e21 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Suspending the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1618.421435] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-39df1a44-89dd-47f7-be17-c0df80c104aa {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.427615] env[68986]: DEBUG oslo_vmware.api [None req-009bec0b-6c40-4b9d-8106-62c350cf8e21 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1618.427615] env[68986]: value = "task-3217020" [ 1618.427615] env[68986]: _type = "Task" [ 1618.427615] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.436036] env[68986]: DEBUG oslo_vmware.api [None req-009bec0b-6c40-4b9d-8106-62c350cf8e21 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217020, 'name': SuspendVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.936921] env[68986]: DEBUG oslo_vmware.api [None req-009bec0b-6c40-4b9d-8106-62c350cf8e21 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217020, 'name': SuspendVM_Task} progress is 58%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.437716] env[68986]: DEBUG oslo_vmware.api [None req-009bec0b-6c40-4b9d-8106-62c350cf8e21 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217020, 'name': SuspendVM_Task, 'duration_secs': 0.74256} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.438131] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-009bec0b-6c40-4b9d-8106-62c350cf8e21 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Suspended the VM {{(pid=68986) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1619.438182] env[68986]: DEBUG nova.compute.manager [None req-009bec0b-6c40-4b9d-8106-62c350cf8e21 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.438930] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12c886c-2791-44ea-917c-e1fd4da6cd78 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.741161] env[68986]: INFO nova.compute.manager [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Resuming [ 1620.741809] env[68986]: DEBUG nova.objects.instance [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'flavor' on Instance uuid f2aa1ca2-80ed-4118-b443-211f6ac436d2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.253244] env[68986]: DEBUG oslo_concurrency.lockutils [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.253244] env[68986]: DEBUG oslo_concurrency.lockutils [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquired lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.253753] env[68986]: DEBUG nova.network.neutron [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Building network info cache for instance {{(pid=68986) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.938119] env[68986]: DEBUG nova.network.neutron [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updating instance_info_cache with network_info: [{"id": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "address": "fa:16:3e:8a:38:db", "network": {"id": "74271154-416f-4b35-9e0c-cbc5c3ab5ac9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469066855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca993a410a8047c3ab9a434143913eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf08096-bd", "ovs_interfaceid": "aaf08096-bd2a-44f5-83cb-58bfeaad88ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.440970] env[68986]: DEBUG oslo_concurrency.lockutils [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Releasing lock "refresh_cache-f2aa1ca2-80ed-4118-b443-211f6ac436d2" {{(pid=68986) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.442036] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff5317-30d4-4cb9-ab73-f81fc7aa583d {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.448474] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Resuming the VM {{(pid=68986) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1623.448700] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4180219b-2108-421e-b0e5-da5388f19987 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.455547] env[68986]: DEBUG oslo_vmware.api [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1623.455547] env[68986]: value = "task-3217021" [ 1623.455547] env[68986]: _type = "Task" [ 1623.455547] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.463501] env[68986]: DEBUG oslo_vmware.api [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.965280] env[68986]: DEBUG oslo_vmware.api [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.466057] env[68986]: DEBUG oslo_vmware.api [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.966689] env[68986]: DEBUG oslo_vmware.api [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217021, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.467811] env[68986]: DEBUG oslo_vmware.api [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217021, 'name': PowerOnVM_Task, 'duration_secs': 1.714435} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.468298] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Resumed the VM {{(pid=68986) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1625.468382] env[68986]: DEBUG nova.compute.manager [None req-872eaf88-5504-407e-884c-da8cd593c509 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Checking state {{(pid=68986) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.469079] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb050f02-6101-4c23-a6e7-79ac2dfae4d7 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.498059] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1626.498448] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1626.498448] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1626.498623] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1626.498792] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.500960] env[68986]: INFO nova.compute.manager [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Terminating instance [ 1627.004414] env[68986]: DEBUG nova.compute.manager [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Start destroying the instance on the hypervisor. {{(pid=68986) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.004681] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Destroying instance {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.005628] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5042cc-490d-46f6-abfa-3ffb956b84e4 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.014485] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powering off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.014711] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67bafc09-b632-4c59-aa8a-5cf08cb40233 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.020393] env[68986]: DEBUG oslo_vmware.api [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1627.020393] env[68986]: value = "task-3217022" [ 1627.020393] env[68986]: _type = "Task" [ 1627.020393] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.027972] env[68986]: DEBUG oslo_vmware.api [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.529793] env[68986]: DEBUG oslo_vmware.api [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217022, 'name': PowerOffVM_Task, 'duration_secs': 0.199232} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.530195] env[68986]: DEBUG nova.virt.vmwareapi.vm_util [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Powered off the VM {{(pid=68986) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.530241] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Unregistering the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.530469] env[68986]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20e6305-f949-45b4-9e7c-f5c03f5f6453 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.588458] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Unregistered the VM {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.588722] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Deleting contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.588868] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleting the datastore file [datastore2] f2aa1ca2-80ed-4118-b443-211f6ac436d2 {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.589147] env[68986]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65557127-67cc-4d70-874d-2ad79ef9007c {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.595259] env[68986]: DEBUG oslo_vmware.api [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for the task: (returnval){ [ 1627.595259] env[68986]: value = "task-3217024" [ 1627.595259] env[68986]: _type = "Task" [ 1627.595259] env[68986]: } to complete. {{(pid=68986) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.602260] env[68986]: DEBUG oslo_vmware.api [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.105272] env[68986]: DEBUG oslo_vmware.api [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Task: {'id': task-3217024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153189} completed successfully. {{(pid=68986) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.105526] env[68986]: DEBUG nova.virt.vmwareapi.ds_util [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted the datastore file {{(pid=68986) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.105693] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Deleted contents of the VM from datastore datastore2 {{(pid=68986) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.105869] env[68986]: DEBUG nova.virt.vmwareapi.vmops [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Instance destroyed {{(pid=68986) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.106052] env[68986]: INFO nova.compute.manager [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1628.106297] env[68986]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68986) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1628.106487] env[68986]: DEBUG nova.compute.manager [-] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Deallocating network for instance {{(pid=68986) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.106584] env[68986]: DEBUG nova.network.neutron [-] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] deallocate_for_instance() {{(pid=68986) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.554820] env[68986]: DEBUG nova.compute.manager [req-4aa566f0-9b64-4413-9486-014fce361887 req-aecacddb-872c-489d-a7c6-68b7594d1060 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Received event network-vif-deleted-aaf08096-bd2a-44f5-83cb-58bfeaad88ad {{(pid=68986) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1628.555392] env[68986]: INFO nova.compute.manager [req-4aa566f0-9b64-4413-9486-014fce361887 req-aecacddb-872c-489d-a7c6-68b7594d1060 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Neutron deleted interface aaf08096-bd2a-44f5-83cb-58bfeaad88ad; detaching it from the instance and deleting it from the info cache [ 1628.555392] env[68986]: DEBUG nova.network.neutron [req-4aa566f0-9b64-4413-9486-014fce361887 req-aecacddb-872c-489d-a7c6-68b7594d1060 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.034636] env[68986]: DEBUG nova.network.neutron [-] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Updating instance_info_cache with network_info: [] {{(pid=68986) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.057953] env[68986]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6456e834-de09-4411-a2a8-5b73c8a59b72 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.068080] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37829f8d-3255-4756-8287-67dcbf69462e {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.090763] env[68986]: DEBUG nova.compute.manager [req-4aa566f0-9b64-4413-9486-014fce361887 req-aecacddb-872c-489d-a7c6-68b7594d1060 service nova] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Detach interface failed, port_id=aaf08096-bd2a-44f5-83cb-58bfeaad88ad, reason: Instance f2aa1ca2-80ed-4118-b443-211f6ac436d2 could not be found. {{(pid=68986) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1629.538123] env[68986]: INFO nova.compute.manager [-] [instance: f2aa1ca2-80ed-4118-b443-211f6ac436d2] Took 1.43 seconds to deallocate network for instance. [ 1630.044174] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.044598] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.044664] env[68986]: DEBUG nova.objects.instance [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lazy-loading 'resources' on Instance uuid f2aa1ca2-80ed-4118-b443-211f6ac436d2 {{(pid=68986) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.604547] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c1403e-51b8-48de-baf8-b695a38a4464 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.612975] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af4a545-f07e-4a68-bbde-210d045411d2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.643831] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaff10a-40dc-486f-ad94-7da60ab6c559 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.650791] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c15762-e4db-49ad-84b9-f16469204dae {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.663177] env[68986]: DEBUG nova.compute.provider_tree [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.166316] env[68986]: DEBUG nova.scheduler.client.report [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.672020] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.694703] env[68986]: INFO nova.scheduler.client.report [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Deleted allocations for instance f2aa1ca2-80ed-4118-b443-211f6ac436d2 [ 1632.201935] env[68986]: DEBUG oslo_concurrency.lockutils [None req-a858b8c2-b7f5-498f-9479-a63b5dad0f20 tempest-ServerActionsTestJSON-1355337885 tempest-ServerActionsTestJSON-1355337885-project-member] Lock "f2aa1ca2-80ed-4118-b443-211f6ac436d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.921366] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.921158] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.921214] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.916580] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.920160] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager.update_available_resource {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.423420] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.423850] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.423850] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.424032] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68986) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1642.424932] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa72bea-dd65-4bae-bf5b-581f96811774 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.433340] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fe9778-09dc-4f54-8cfa-ec20b0530272 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.446829] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5fca9c-eee6-4993-a1a7-bda75dafd137 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.452934] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295b2db2-5874-43a8-8ce3-57a169b625de {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.480660] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180942MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68986) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1642.480802] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.480987] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.502834] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1643.503161] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68986) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1643.518578] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Refreshing inventories for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1643.532562] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Updating ProviderTree inventory for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1643.532745] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Updating inventory in ProviderTree for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.542236] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Refreshing aggregate associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, aggregates: None {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1643.558542] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Refreshing trait associations for resource provider 232528e4-bd89-455c-9ffc-f7d3cc05843d, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68986) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1643.569245] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ff6d9-780a-44ec-a031-f583c1c864b9 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.576585] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af906a-d1ea-4eb4-941c-c15ecf63f3f2 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.606618] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe8d8a-9d57-4fbf-a4cf-a79cb49f9f99 {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.613079] env[68986]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e3ea8a-b703-41ce-bbc9-c9b8b20683af {{(pid=68986) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.626735] env[68986]: DEBUG nova.compute.provider_tree [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed in ProviderTree for provider: 232528e4-bd89-455c-9ffc-f7d3cc05843d {{(pid=68986) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.129721] env[68986]: DEBUG nova.scheduler.client.report [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Inventory has not changed for provider 232528e4-bd89-455c-9ffc-f7d3cc05843d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68986) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.634758] env[68986]: DEBUG nova.compute.resource_tracker [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68986) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1644.635145] env[68986]: DEBUG oslo_concurrency.lockutils [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.154s {{(pid=68986) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.635516] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.635920] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.635920] env[68986]: DEBUG nova.compute.manager [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68986) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1646.920653] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.916346] env[68986]: DEBUG oslo_service.periodic_task [None req-f8a2d2e4-64a4-4500-aeab-d90a6646681f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68986) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}